2024-11-12 09:17:50,027 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d
2024-11-12 09:17:50,061 main DEBUG Took 0.031424 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-12 09:17:50,061 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-12 09:17:50,062 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-12 09:17:50,063 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-12 09:17:50,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,078 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-12 09:17:50,095 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,098 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,099 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,101 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,104 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,105 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,106 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,108 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,110 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:17:50,113 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,114 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-12 09:17:50,116 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:17:50,118 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-12 09:17:50,121 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-12 09:17:50,121 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-12 09:17:50,123 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-12 09:17:50,124 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-12 09:17:50,135 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-12 09:17:50,138 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-12 09:17:50,143 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-12 09:17:50,143 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-12 09:17:50,144 main DEBUG createAppenders(={Console})
2024-11-12 09:17:50,145 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized
2024-11-12 09:17:50,145 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d
2024-11-12 09:17:50,146 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK.
2024-11-12 09:17:50,146 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-12 09:17:50,147 main DEBUG OutputStream closed
2024-11-12 09:17:50,147 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-12 09:17:50,148 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-12 09:17:50,148 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK
2024-11-12 09:17:50,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-12 09:17:50,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-12 09:17:50,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-12 09:17:50,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-12 09:17:50,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-12 09:17:50,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-12 09:17:50,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-12 09:17:50,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-12 09:17:50,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-12 09:17:50,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-12 09:17:50,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-12 09:17:50,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-12 09:17:50,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-12 09:17:50,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-12 09:17:50,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-12 09:17:50,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-12 09:17:50,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-12 09:17:50,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-12 09:17:50,295 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12 09:17:50,295 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null
2024-11-12 09:17:50,296 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-12 09:17:50,299 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK.
2024-11-12T09:17:50,316 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins
2024-11-12 09:17:50,321 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-12 09:17:50,321 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12T09:17:50,418 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=7942
2024-11-12T09:17:50,848 INFO  [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations
2024-11-12T09:17:50,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622
2024-11-12T09:17:50,916 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787, deleteOnExit=true
2024-11-12T09:17:51,090 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/zookeeper_0, clientPort=53764, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:17:51,107 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53764
2024-11-12T09:17:51,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:17:51,128 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:17:51,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/test.cache.data in system properties and HBase conf
2024-11-12T09:17:51,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:17:51,131 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:17:51,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:17:51,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:17:51,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:17:51,239 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-12T09:17:51,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:17:51,380 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:17:51,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:17:51,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:17:51,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:17:51,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:17:51,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:17:51,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:17:51,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:17:51,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:17:51,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:17:51,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:17:51,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:17:51,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:17:51,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:17:52,705 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-12T09:17:52,807 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3703ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-12T09:17:52,898 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:17:52,983 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:17:53,023 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:17:53,024 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:17:53,025 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:17:53,046 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:17:53,052 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:17:53,056 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:17:53,328 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/java.io.tmpdir/jetty-localhost-43489-hadoop-hdfs-3_4_1-tests_jar-_-any-3280741000973043952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:17:53,341 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:43489}
2024-11-12T09:17:53,342 INFO  [Time-limited test {}] server.Server(415): Started @4240ms
2024-11-12T09:17:54,127 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:17:54,137 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:17:54,142 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:17:54,142 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:17:54,143 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:17:54,144 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:17:54,145 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:17:54,293 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/java.io.tmpdir/jetty-localhost-46679-hadoop-hdfs-3_4_1-tests_jar-_-any-8220894721234401351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:17:54,295 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:46679}
2024-11-12T09:17:54,295 INFO  [Time-limited test {}] server.Server(415): Started @5192ms
2024-11-12T09:17:54,365 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:17:55,510 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/data/data2/current/BP-468442586-172.17.0.2-1731403072122/current, will proceed with Du for space computation calculation, 
2024-11-12T09:17:55,510 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/data/data1/current/BP-468442586-172.17.0.2-1731403072122/current, will proceed with Du for space computation calculation, 
2024-11-12T09:17:55,544 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:17:55,597 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e4f5f2d98cd754b with lease ID 0xca969b3ce7fa5cec: Processing first storage report for DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=b0bd952f-28b4-4f5d-ba93-bf0a9f7ffb29, infoPort=39423, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=2102567336;c=1731403072122)
2024-11-12T09:17:55,598 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e4f5f2d98cd754b with lease ID 0xca969b3ce7fa5cec: from storage DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=b0bd952f-28b4-4f5d-ba93-bf0a9f7ffb29, infoPort=39423, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=2102567336;c=1731403072122), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-12T09:17:55,599 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e4f5f2d98cd754b with lease ID 0xca969b3ce7fa5cec: Processing first storage report for DS-1709a87c-e53c-4f37-a5c8-e3edceb511a9 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=b0bd952f-28b4-4f5d-ba93-bf0a9f7ffb29, infoPort=39423, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=2102567336;c=1731403072122)
2024-11-12T09:17:55,599 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e4f5f2d98cd754b with lease ID 0xca969b3ce7fa5cec: from storage DS-1709a87c-e53c-4f37-a5c8-e3edceb511a9 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=b0bd952f-28b4-4f5d-ba93-bf0a9f7ffb29, infoPort=39423, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=2102567336;c=1731403072122), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T09:17:55,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622
2024-11-12T09:17:55,630 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:55,633 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:55,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:17:56,302 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f with version=8
2024-11-12T09:17:56,303 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/hbase-staging
2024-11-12T09:17:56,470 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-12T09:17:56,764 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:17:56,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:17:56,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:17:56,778 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:17:56,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:17:56,779 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:17:56,929 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:17:57,001 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-12T09:17:57,012 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-12T09:17:57,017 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:17:57,048 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13671 (auto-detected)
2024-11-12T09:17:57,049 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-12T09:17:57,072 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45875
2024-11-12T09:17:57,098 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45875 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:17:57,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458750x0, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:17:57,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45875-0x1012e563a030000 connected
2024-11-12T09:17:57,322 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:57,325 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:57,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:17:57,341 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f, hbase.cluster.distributed=false
2024-11-12T09:17:57,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/acl
2024-11-12T09:17:57,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45875
2024-11-12T09:17:57,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45875
2024-11-12T09:17:57,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45875
2024-11-12T09:17:57,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45875
2024-11-12T09:17:57,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45875
2024-11-12T09:17:57,495 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:17:57,496 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:17:57,497 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:17:57,497 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:17:57,497 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:17:57,497 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:17:57,500 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:17:57,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:17:57,504 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33253
2024-11-12T09:17:57,506 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33253 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:17:57,508 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:57,511 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:57,537 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332530x0, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:17:57,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33253-0x1012e563a030001 connected
2024-11-12T09:17:57,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:17:57,544 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:17:57,554 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:17:57,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/master
2024-11-12T09:17:57,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/acl
2024-11-12T09:17:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33253
2024-11-12T09:17:57,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33253
2024-11-12T09:17:57,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33253
2024-11-12T09:17:57,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33253
2024-11-12T09:17:57,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33253
2024-11-12T09:17:57,598 DEBUG [M:0;106923ea030f:45875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:45875
2024-11-12T09:17:57,599 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01235690927/backup-masters/106923ea030f,45875,1731403076574
2024-11-12T09:17:57,615 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:17:57,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:17:57,618 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on existing znode=/01235690927/backup-masters/106923ea030f,45875,1731403076574
2024-11-12T09:17:57,653 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01235690927/master
2024-11-12T09:17:57,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:57,653 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:57,658 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on existing znode=/01235690927/master
2024-11-12T09:17:57,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01235690927/backup-masters/106923ea030f,45875,1731403076574 from backup master directory
2024-11-12T09:17:57,674 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:17:57,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/backup-masters/106923ea030f,45875,1731403076574
2024-11-12T09:17:57,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:17:57,676 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:17:57,676 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,45875,1731403076574
2024-11-12T09:17:57,677 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-12T09:17:57,684 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-12T09:17:57,741 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/hbase.id] with ID: 91ab1b8e-59c4-4bed-a4fc-6d5cc576c285
2024-11-12T09:17:57,742 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/.tmp/hbase.id
2024-11-12T09:17:57,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:17:57,759 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/.tmp/hbase.id]:[hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/hbase.id]
2024-11-12T09:17:57,816 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:17:57,822 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:17:57,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms.
2024-11-12T09:17:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:57,863 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:57,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:17:57,891 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:17:57,895 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:17:57,913 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:17:57,918 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:17:57,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:17:58,369 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store
2024-11-12T09:17:58,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:17:58,798 INFO  [master/106923ea030f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-12T09:17:58,803 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:17:58,804 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:17:58,804 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:17:58,804 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:17:58,806 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:17:58,806 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:17:58,806 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:17:58,807 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403078804Disabling compacts and flushes for region at 1731403078804Disabling writes for close at 1731403078806 (+2 ms)Writing region close event to WAL at 1731403078806Closed at 1731403078806
2024-11-12T09:17:58,809 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/.initializing
2024-11-12T09:17:58,810 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574
2024-11-12T09:17:58,819 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:17:58,836 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C45875%2C1731403076574, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/oldWALs, maxLogs=10
2024-11-12T09:17:58,858 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574/106923ea030f%2C45875%2C1731403076574.1731403078840, exclude list is [], retry=0
2024-11-12T09:17:58,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:17:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-12T09:17:58,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574/106923ea030f%2C45875%2C1731403076574.1731403078840
2024-11-12T09:17:58,913 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:17:58,913 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:17:58,914 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:17:58,916 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:58,917 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:58,954 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:17:58,984 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:17:58,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:17:58,991 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:17:58,992 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:17:58,997 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:17:58,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:17:58,999 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:17:59,000 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:17:59,004 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:17:59,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:17:59,005 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:17:59,006 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:17:59,009 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:17:59,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:17:59,013 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:17:59,014 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:59,019 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:59,022 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:59,028 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:59,029 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:59,033 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:17:59,038 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:17:59,043 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:17:59,044 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65976065, jitterRate=-0.01688002049922943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:17:59,051 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403078929Initializing all the Stores at 1731403078932 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403078933 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403078933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403078934 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403078934Cleaning up temporary data from old regions at 1731403079029 (+95 ms)Region opened successfully at 1731403079051 (+22 ms)
2024-11-12T09:17:59,052 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:17:59,090 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43831443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:17:59,129 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:17:59,143 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:17:59,143 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:17:59,147 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:17:59,148 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-12T09:17:59,155 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-12T09:17:59,155 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:17:59,187 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:17:59,198 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/balancer because node does not exist (not necessarily an error)
2024-11-12T09:17:59,253 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/balancer already deleted, retry=false
2024-11-12T09:17:59,256 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:17:59,258 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:17:59,267 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/normalizer already deleted, retry=false
2024-11-12T09:17:59,270 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:17:59,274 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:17:59,284 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/switch/split already deleted, retry=false
2024-11-12T09:17:59,286 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:17:59,299 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/switch/merge already deleted, retry=false
2024-11-12T09:17:59,319 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:17:59,330 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/snapshot-cleanup already deleted, retry=false
2024-11-12T09:17:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01235690927/running
2024-11-12T09:17:59,341 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01235690927/running
2024-11-12T09:17:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:59,341 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:59,344 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,45875,1731403076574, sessionid=0x1012e563a030000, setting cluster-up flag (Was=false)
2024-11-12T09:17:59,372 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:59,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:59,404 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01235690927/flush-table-proc/acquired, /01235690927/flush-table-proc/reached, /01235690927/flush-table-proc/abort
2024-11-12T09:17:59,406 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,45875,1731403076574
2024-11-12T09:17:59,432 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:59,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:17:59,463 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01235690927/online-snapshot/acquired, /01235690927/online-snapshot/reached, /01235690927/online-snapshot/abort
2024-11-12T09:17:59,465 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,45875,1731403076574
2024-11-12T09:17:59,471 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:17:59,497 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(746): ClusterId : 91ab1b8e-59c4-4bed-a4fc-6d5cc576c285
2024-11-12T09:17:59,502 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:17:59,520 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:17:59,520 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:17:59,532 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:17:59,533 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0368cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:17:59,548 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:33253
2024-11-12T09:17:59,551 INFO  [RS:0;106923ea030f:33253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:17:59,551 INFO  [RS:0;106923ea030f:33253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:17:59,552 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:17:59,556 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,45875,1731403076574 with port=33253, startcode=1731403077461
2024-11-12T09:17:59,563 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:17:59,570 DEBUG [RS:0;106923ea030f:33253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:17:59,574 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:17:59,583 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:17:59,589 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,45875,1731403076574
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:17:59,602 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:17:59,603 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:17:59,603 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:17:59,603 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:17:59,604 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:17:59,604 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,604 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:17:59,604 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,612 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403109612
2024-11-12T09:17:59,613 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:17:59,614 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:17:59,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:17:59,615 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:17:59,616 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:17:59,620 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:17:59,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:17:59,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:17:59,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:17:59,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:17:59,622 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:17:59,624 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45875 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T09:17:59,624 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:17:59,634 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:17:59,634 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:17:59,634 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:17:59,644 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:17:59,645 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:17:59,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:17:59,652 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403079646,5,FailOnTimeoutGroup]
2024-11-12T09:17:59,653 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403079652,5,FailOnTimeoutGroup]
2024-11-12T09:17:59,653 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T09:17:59,653 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,653 WARN  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T09:17:59,653 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:17:59,654 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,655 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,755 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,45875,1731403076574 with port=33253, startcode=1731403077461
2024-11-12T09:17:59,757 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,33253,1731403077461
2024-11-12T09:17:59,760 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45875 {}] master.ServerManager(517): Registering regionserver=106923ea030f,33253,1731403077461
2024-11-12T09:17:59,769 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f
2024-11-12T09:17:59,769 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36171
2024-11-12T09:17:59,769 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:17:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/rs
2024-11-12T09:17:59,784 DEBUG [RS:0;106923ea030f:33253 {}] zookeeper.ZKUtil(111): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on existing znode=/01235690927/rs/106923ea030f,33253,1731403077461
2024-11-12T09:17:59,784 WARN  [RS:0;106923ea030f:33253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:17:59,784 INFO  [RS:0;106923ea030f:33253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:17:59,784 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461
2024-11-12T09:17:59,786 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,33253,1731403077461]
2024-11-12T09:17:59,816 INFO  [RS:0;106923ea030f:33253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:17:59,837 INFO  [RS:0;106923ea030f:33253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:17:59,843 INFO  [RS:0;106923ea030f:33253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:17:59,844 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,845 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:17:59,851 INFO  [RS:0;106923ea030f:33253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:17:59,853 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,853 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,853 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,853 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,854 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,854 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,854 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:17:59,854 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,854 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,855 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,855 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,855 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,855 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:17:59,855 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:17:59,856 DEBUG [RS:0;106923ea030f:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:17:59,858 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,858 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,858 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,859 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,859 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,859 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33253,1731403077461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:17:59,885 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:17:59,887 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33253,1731403077461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,888 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,888 INFO  [RS:0;106923ea030f:33253 {}] regionserver.Replication(171): 106923ea030f,33253,1731403077461 started
2024-11-12T09:17:59,912 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:17:59,912 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,33253,1731403077461, RpcServer on 106923ea030f/172.17.0.2:33253, sessionid=0x1012e563a030001
2024-11-12T09:17:59,913 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:17:59,913 DEBUG [RS:0;106923ea030f:33253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,33253,1731403077461
2024-11-12T09:17:59,913 DEBUG [RS:0;106923ea030f:33253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,33253,1731403077461'
2024-11-12T09:17:59,914 DEBUG [RS:0;106923ea030f:33253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01235690927/flush-table-proc/abort'
2024-11-12T09:17:59,915 DEBUG [RS:0;106923ea030f:33253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01235690927/flush-table-proc/acquired'
2024-11-12T09:17:59,915 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:17:59,915 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:17:59,916 DEBUG [RS:0;106923ea030f:33253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,33253,1731403077461
2024-11-12T09:17:59,916 DEBUG [RS:0;106923ea030f:33253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,33253,1731403077461'
2024-11-12T09:17:59,916 DEBUG [RS:0;106923ea030f:33253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01235690927/online-snapshot/abort'
2024-11-12T09:17:59,916 DEBUG [RS:0;106923ea030f:33253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01235690927/online-snapshot/acquired'
2024-11-12T09:17:59,917 DEBUG [RS:0;106923ea030f:33253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:17:59,917 INFO  [RS:0;106923ea030f:33253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:17:59,917 INFO  [RS:0;106923ea030f:33253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:00,023 INFO  [RS:0;106923ea030f:33253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:00,026 INFO  [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C33253%2C1731403077461, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs, maxLogs=10
2024-11-12T09:18:00,042 DEBUG [RS:0;106923ea030f:33253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028, exclude list is [], retry=0
2024-11-12T09:18:00,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:00,051 INFO  [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028
2024-11-12T09:18:00,051 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:18:00,051 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f
2024-11-12T09:18:00,053 DEBUG [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:00,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:18:00,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:00,466 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:00,470 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:00,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:00,471 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:00,472 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:00,476 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:00,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:00,477 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:00,477 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:00,480 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:00,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:00,481 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:00,481 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:00,485 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:00,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:00,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:00,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:00,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740
2024-11-12T09:18:00,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740
2024-11-12T09:18:00,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:00,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:00,493 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:00,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:00,501 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:00,502 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62868564, jitterRate=-0.06318539381027222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:00,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403080464Initializing all the Stores at 1731403080466 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403080466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403080466Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403080466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403080466Cleaning up temporary data from old regions at 1731403080493 (+27 ms)Region opened successfully at 1731403080506 (+13 ms)
2024-11-12T09:18:00,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:00,506 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:00,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:00,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:00,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:00,508 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:00,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403080506Disabling compacts and flushes for region at 1731403080506Disabling writes for close at 1731403080507 (+1 ms)Writing region close event to WAL at 1731403080508 (+1 ms)Closed at 1731403080508
2024-11-12T09:18:00,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:00,513 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:18:00,521 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:00,531 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:00,534 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:18:00,687 DEBUG [106923ea030f:45875 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:00,701 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,33253,1731403077461
2024-11-12T09:18:00,707 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33253,1731403077461, state=OPENING
2024-11-12T09:18:00,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:18:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:00,779 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:00,782 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:00,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,33253,1731403077461}]
2024-11-12T09:18:00,962 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:00,967 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:00,979 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:00,979 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:00,980 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:00,983 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C33253%2C1731403077461.meta, suffix=.meta, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs, maxLogs=10
2024-11-12T09:18:01,005 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.meta.1731403080986.meta, exclude list is [], retry=0
2024-11-12T09:18:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:01,012 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.meta.1731403080986.meta
2024-11-12T09:18:01,013 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:01,013 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:01,018 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:01,019 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:01,022 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:01,023 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:01,026 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:01,027 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:01,027 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:01,027 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:01,030 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:01,031 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:01,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:01,032 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:01,032 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:01,033 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:01,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:01,034 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:01,034 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:01,036 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:01,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:01,036 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:01,037 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:01,038 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:01,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:01,039 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:01,039 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:01,040 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740
2024-11-12T09:18:01,042 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740
2024-11-12T09:18:01,044 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:01,044 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:01,045 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:01,048 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:01,049 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74486505, jitterRate=0.10993541777133942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:01,050 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:01,051 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403081028Writing region info on filesystem at 1731403081028Initializing all the Stores at 1731403081030 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403081030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403081030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403081030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403081030Cleaning up temporary data from old regions at 1731403081044 (+14 ms)Running coprocessor post-open hooks at 1731403081050 (+6 ms)Region opened successfully at 1731403081051 (+1 ms)
2024-11-12T09:18:01,058 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403080954
2024-11-12T09:18:01,069 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:01,069 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:01,071 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33253,1731403077461
2024-11-12T09:18:01,074 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33253,1731403077461, state=OPEN
2024-11-12T09:18:01,162 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:01,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:01,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:01,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:01,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,33253,1731403077461
2024-11-12T09:18:01,171 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:18:01,172 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,33253,1731403077461 in 379 msec
2024-11-12T09:18:01,180 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:18:01,180 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec
2024-11-12T09:18:01,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:01,182 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:18:01,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:01,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33253,1731403077461, seqNum=-1]
2024-11-12T09:18:01,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:01,223 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:01,242 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7320 sec
2024-11-12T09:18:01,243 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403081243, completionTime=-1
2024-11-12T09:18:01,245 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:18:01,245 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:01,268 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:01,269 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403141269
2024-11-12T09:18:01,269 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403201269
2024-11-12T09:18:01,269 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec
2024-11-12T09:18:01,271 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45875,1731403076574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,272 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45875,1731403076574-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,272 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45875,1731403076574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:45875, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,280 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:18:01,302 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.626sec
2024-11-12T09:18:01,303 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:01,304 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:01,305 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:01,305 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:01,306 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:01,306 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45875,1731403076574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:01,307 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45875,1731403076574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:01,314 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:01,315 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:01,315 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45875,1731403076574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:01,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c92030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:01,411 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-12T09:18:01,411 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-12T09:18:01,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45875,-1 for getting cluster id
2024-11-12T09:18:01,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:01,423 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ab1b8e-59c4-4bed-a4fc-6d5cc576c285'
2024-11-12T09:18:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ab1b8e-59c4-4bed-a4fc-6d5cc576c285"

2024-11-12T09:18:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187282b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45875,-1]
2024-11-12T09:18:01,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:01,436 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:01,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d87432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:01,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33253,1731403077461, seqNum=-1]
2024-11-12T09:18:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:01,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:01,469 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,45875,1731403076574
2024-11-12T09:18:01,471 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:18:01,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:01,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e563a030002 connected
2024-11-12T09:18:01,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir so I do NOT create it in target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f
2024-11-12T09:18:01,593 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:18:01,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.tmp.dir so I do NOT create it in target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f
2024-11-12T09:18:01,593 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:18:01,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f
2024-11-12T09:18:01,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/cluster_27173730-32a8-dc6b-aaae-1491dfdda653, deleteOnExit=true
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/test.cache.data in system properties and HBase conf
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:18:01,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:18:01,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:18:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:18:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:18:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:18:01,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:18:01,915 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:01,923 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:01,931 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:01,931 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:01,931 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:18:01,932 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:01,933 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c8066{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:01,933 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57486293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:02,032 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7520a1c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/java.io.tmpdir/jetty-localhost-44321-hadoop-hdfs-3_4_1-tests_jar-_-any-2450637166686583274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:02,033 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:44321}
2024-11-12T09:18:02,033 INFO  [Time-limited test {}] server.Server(415): Started @12930ms
2024-11-12T09:18:02,311 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:02,315 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:02,316 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:02,316 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:02,316 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:18:02,317 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc263b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:02,317 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc63c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:02,419 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e2a8352{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/java.io.tmpdir/jetty-localhost-33515-hadoop-hdfs-3_4_1-tests_jar-_-any-2986139232124217106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:02,420 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:33515}
2024-11-12T09:18:02,420 INFO  [Time-limited test {}] server.Server(415): Started @13318ms
2024-11-12T09:18:02,422 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:18:03,177 WARN  [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/cluster_27173730-32a8-dc6b-aaae-1491dfdda653/data/data2/current/BP-1526815066-172.17.0.2-1731403081620/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:03,177 WARN  [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/cluster_27173730-32a8-dc6b-aaae-1491dfdda653/data/data1/current/BP-1526815066-172.17.0.2-1731403081620/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:03,192 WARN  [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:18:03,196 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6baf14f28ab30b03 with lease ID 0x409e33f7cc73d9a5: Processing first storage report for DS-5b2f9989-9a61-4dad-8bf7-45a9af288851 from datanode DatanodeRegistration(127.0.0.1:35275, datanodeUuid=9123214f-410c-42f2-834a-a9005487b931, infoPort=32999, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1138927319;c=1731403081620)
2024-11-12T09:18:03,196 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6baf14f28ab30b03 with lease ID 0x409e33f7cc73d9a5: from storage DS-5b2f9989-9a61-4dad-8bf7-45a9af288851 node DatanodeRegistration(127.0.0.1:35275, datanodeUuid=9123214f-410c-42f2-834a-a9005487b931, infoPort=32999, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1138927319;c=1731403081620), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:03,196 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6baf14f28ab30b03 with lease ID 0x409e33f7cc73d9a5: Processing first storage report for DS-a502398e-994c-4f03-abea-00d956e58a6a from datanode DatanodeRegistration(127.0.0.1:35275, datanodeUuid=9123214f-410c-42f2-834a-a9005487b931, infoPort=32999, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1138927319;c=1731403081620)
2024-11-12T09:18:03,196 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6baf14f28ab30b03 with lease ID 0x409e33f7cc73d9a5: from storage DS-a502398e-994c-4f03-abea-00d956e58a6a node DatanodeRegistration(127.0.0.1:35275, datanodeUuid=9123214f-410c-42f2-834a-a9005487b931, infoPort=32999, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1138927319;c=1731403081620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:03,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f
2024-11-12T09:18:03,269 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,271 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:18:03,286 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f with version=8
2024-11-12T09:18:03,286 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/hbase-staging
2024-11-12T09:18:03,289 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:03,289 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:03,289 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:03,290 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:03,290 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:03,290 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:03,290 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:18:03,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:03,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44653
2024-11-12T09:18:03,293 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44653 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:18:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446530x0, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:03,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44653-0x1012e563a030003 connected
2024-11-12T09:18:03,393 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,395 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/running
2024-11-12T09:18:03,398 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f, hbase.cluster.distributed=false
2024-11-12T09:18:03,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/acl
2024-11-12T09:18:03,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44653
2024-11-12T09:18:03,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44653
2024-11-12T09:18:03,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44653
2024-11-12T09:18:03,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44653
2024-11-12T09:18:03,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44653
2024-11-12T09:18:03,418 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:18:03,419 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:03,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46695
2024-11-12T09:18:03,422 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46695 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:18:03,423 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,425 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466950x0, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:03,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466950x0, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/running
2024-11-12T09:18:03,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46695-0x1012e563a030004 connected
2024-11-12T09:18:03,436 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:18:03,437 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:18:03,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/master
2024-11-12T09:18:03,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/acl
2024-11-12T09:18:03,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46695
2024-11-12T09:18:03,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46695
2024-11-12T09:18:03,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46695
2024-11-12T09:18:03,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46695
2024-11-12T09:18:03,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46695
2024-11-12T09:18:03,456 DEBUG [M:0;106923ea030f:44653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:44653
2024-11-12T09:18:03,456 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1565119171/backup-masters/106923ea030f,44653,1731403083288
2024-11-12T09:18:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171/backup-masters
2024-11-12T09:18:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171/backup-masters
2024-11-12T09:18:03,468 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on existing znode=/1565119171/backup-masters/106923ea030f,44653,1731403083288
2024-11-12T09:18:03,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1565119171/master
2024-11-12T09:18:03,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:03,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:03,478 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on existing znode=/1565119171/master
2024-11-12T09:18:03,479 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1565119171/backup-masters/106923ea030f,44653,1731403083288 from backup master directory
2024-11-12T09:18:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1565119171/backup-masters/106923ea030f,44653,1731403083288
2024-11-12T09:18:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171/backup-masters
2024-11-12T09:18:03,488 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171/backup-masters
2024-11-12T09:18:03,488 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,44653,1731403083288
2024-11-12T09:18:03,496 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/hbase.id] with ID: f4d057a7-d14c-4e38-9aaf-b5197e77bb86
2024-11-12T09:18:03,496 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/.tmp/hbase.id
2024-11-12T09:18:03,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:18:03,905 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/.tmp/hbase.id]:[hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/hbase.id]
2024-11-12T09:18:03,930 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:03,930 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:18:03,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-12T09:18:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:03,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:18:04,375 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:04,376 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:18:04,377 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:04,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:18:04,795 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store
2024-11-12T09:18:04,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:18:05,211 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:05,212 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:05,212 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:05,212 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:05,213 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:05,213 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:05,213 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:05,213 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403085212Disabling compacts and flushes for region at 1731403085212Disabling writes for close at 1731403085213 (+1 ms)Writing region close event to WAL at 1731403085213Closed at 1731403085213
2024-11-12T09:18:05,216 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/.initializing
2024-11-12T09:18:05,217 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/WALs/106923ea030f,44653,1731403083288
2024-11-12T09:18:05,219 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:05,223 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C44653%2C1731403083288, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/WALs/106923ea030f,44653,1731403083288, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/oldWALs, maxLogs=10
2024-11-12T09:18:05,237 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/WALs/106923ea030f,44653,1731403083288/106923ea030f%2C44653%2C1731403083288.1731403085223, exclude list is [], retry=0
2024-11-12T09:18:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-5b2f9989-9a61-4dad-8bf7-45a9af288851,DISK]
2024-11-12T09:18:05,244 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/WALs/106923ea030f,44653,1731403083288/106923ea030f%2C44653%2C1731403083288.1731403085223
2024-11-12T09:18:05,244 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)]
2024-11-12T09:18:05,244 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:05,245 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:05,245 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,245 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:05,250 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:18:05,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:05,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:05,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:05,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:18:05,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:05,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:05,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:05,256 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:18:05,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:05,257 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:05,257 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:05,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:18:05,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:05,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:05,262 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,264 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,264 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,267 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,267 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,268 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:05,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:05,274 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:05,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63625948, jitterRate=-0.051899492740631104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:05,275 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403085245Initializing all the Stores at 1731403085247 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403085247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403085247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403085247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403085247Cleaning up temporary data from old regions at 1731403085267 (+20 ms)Region opened successfully at 1731403085275 (+8 ms)
2024-11-12T09:18:05,275 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:18:05,280 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728ef7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:05,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:18:05,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:18:05,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:18:05,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:18:05,282 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:18:05,283 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:18:05,283 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:18:05,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:18:05,286 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Unable to get data of znode /1565119171/balancer because node does not exist (not necessarily an error)
2024-11-12T09:18:05,347 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1565119171/balancer already deleted, retry=false
2024-11-12T09:18:05,348 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:18:05,350 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Unable to get data of znode /1565119171/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:18:05,362 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1565119171/normalizer already deleted, retry=false
2024-11-12T09:18:05,362 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:18:05,365 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Unable to get data of znode /1565119171/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:18:05,379 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1565119171/switch/split already deleted, retry=false
2024-11-12T09:18:05,382 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Unable to get data of znode /1565119171/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:18:05,410 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1565119171/switch/merge already deleted, retry=false
2024-11-12T09:18:05,413 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Unable to get data of znode /1565119171/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:18:05,425 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1565119171/snapshot-cleanup already deleted, retry=false
2024-11-12T09:18:05,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1565119171/running
2024-11-12T09:18:05,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1565119171/running
2024-11-12T09:18:05,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:05,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:05,436 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,44653,1731403083288, sessionid=0x1012e563a030003, setting cluster-up flag (Was=false)
2024-11-12T09:18:05,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:05,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:05,488 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1565119171/flush-table-proc/acquired, /1565119171/flush-table-proc/reached, /1565119171/flush-table-proc/abort
2024-11-12T09:18:05,490 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,44653,1731403083288
2024-11-12T09:18:05,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:05,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:05,619 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1565119171/online-snapshot/acquired, /1565119171/online-snapshot/reached, /1565119171/online-snapshot/abort
2024-11-12T09:18:05,625 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,44653,1731403083288
2024-11-12T09:18:05,630 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:18:05,633 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:05,633 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:18:05,634 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:18:05,634 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,44653,1731403083288
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:18:05,636 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:05,636 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:05,636 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:05,636 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:05,636 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:18:05,637 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,637 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:05,637 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,639 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403115639
2024-11-12T09:18:05,639 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:18:05,639 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:18:05,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:05,639 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:18:05,639 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:18:05,639 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:18:05,640 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:18:05,640 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:18:05,640 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,641 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:18:05,641 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:18:05,641 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:18:05,641 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:18:05,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:05,642 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:18:05,642 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:18:05,642 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:18:05,642 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403085642,5,FailOnTimeoutGroup]
2024-11-12T09:18:05,642 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403085642,5,FailOnTimeoutGroup]
2024-11-12T09:18:05,642 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,642 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:18:05,642 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,642 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,647 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(746): ClusterId : f4d057a7-d14c-4e38-9aaf-b5197e77bb86
2024-11-12T09:18:05,647 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:18:05,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:18:05,679 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:18:05,680 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:18:05,690 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:18:05,691 DEBUG [RS:0;106923ea030f:46695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea880a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:05,709 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:46695
2024-11-12T09:18:05,709 INFO  [RS:0;106923ea030f:46695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:18:05,709 INFO  [RS:0;106923ea030f:46695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:18:05,709 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:18:05,710 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,44653,1731403083288 with port=46695, startcode=1731403083418
2024-11-12T09:18:05,710 DEBUG [RS:0;106923ea030f:46695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:18:05,712 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:18:05,713 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,46695,1731403083418
2024-11-12T09:18:05,713 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44653 {}] master.ServerManager(517): Registering regionserver=106923ea030f,46695,1731403083418
2024-11-12T09:18:05,715 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f
2024-11-12T09:18:05,715 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35527
2024-11-12T09:18:05,715 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:18:05,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171/rs
2024-11-12T09:18:05,727 DEBUG [RS:0;106923ea030f:46695 {}] zookeeper.ZKUtil(111): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on existing znode=/1565119171/rs/106923ea030f,46695,1731403083418
2024-11-12T09:18:05,727 WARN  [RS:0;106923ea030f:46695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:05,727 INFO  [RS:0;106923ea030f:46695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:05,727 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418
2024-11-12T09:18:05,727 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,46695,1731403083418]
2024-11-12T09:18:05,732 INFO  [RS:0;106923ea030f:46695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:18:05,736 INFO  [RS:0;106923ea030f:46695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:18:05,736 INFO  [RS:0;106923ea030f:46695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:18:05,736 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,737 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:18:05,738 INFO  [RS:0;106923ea030f:46695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:18:05,738 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,738 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,738 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,738 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,739 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:05,740 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:05,740 DEBUG [RS:0;106923ea030f:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:05,740 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,740 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,740 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,740 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,740 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,741 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46695,1731403083418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:05,755 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:18:05,755 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46695,1731403083418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,755 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,756 INFO  [RS:0;106923ea030f:46695 {}] regionserver.Replication(171): 106923ea030f,46695,1731403083418 started
2024-11-12T09:18:05,771 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:05,771 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,46695,1731403083418, RpcServer on 106923ea030f/172.17.0.2:46695, sessionid=0x1012e563a030004
2024-11-12T09:18:05,771 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:18:05,771 DEBUG [RS:0;106923ea030f:46695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,46695,1731403083418
2024-11-12T09:18:05,771 DEBUG [RS:0;106923ea030f:46695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,46695,1731403083418'
2024-11-12T09:18:05,771 DEBUG [RS:0;106923ea030f:46695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1565119171/flush-table-proc/abort'
2024-11-12T09:18:05,772 DEBUG [RS:0;106923ea030f:46695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1565119171/flush-table-proc/acquired'
2024-11-12T09:18:05,772 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:18:05,772 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:18:05,772 DEBUG [RS:0;106923ea030f:46695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,46695,1731403083418
2024-11-12T09:18:05,772 DEBUG [RS:0;106923ea030f:46695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,46695,1731403083418'
2024-11-12T09:18:05,773 DEBUG [RS:0;106923ea030f:46695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1565119171/online-snapshot/abort'
2024-11-12T09:18:05,773 DEBUG [RS:0;106923ea030f:46695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1565119171/online-snapshot/acquired'
2024-11-12T09:18:05,773 DEBUG [RS:0;106923ea030f:46695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:18:05,773 INFO  [RS:0;106923ea030f:46695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:18:05,774 INFO  [RS:0;106923ea030f:46695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:05,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:18:05,874 INFO  [RS:0;106923ea030f:46695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:05,877 INFO  [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C46695%2C1731403083418, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/oldWALs, maxLogs=10
2024-11-12T09:18:05,892 DEBUG [RS:0;106923ea030f:46695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418/106923ea030f%2C46695%2C1731403083418.1731403085879, exclude list is [], retry=0
2024-11-12T09:18:05,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-5b2f9989-9a61-4dad-8bf7-45a9af288851,DISK]
2024-11-12T09:18:05,899 INFO  [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418/106923ea030f%2C46695%2C1731403083418.1731403085879
2024-11-12T09:18:05,899 DEBUG [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)]
2024-11-12T09:18:06,051 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:18:06,052 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f
2024-11-12T09:18:06,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:18:06,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:06,466 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:06,468 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:06,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:06,471 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:06,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,472 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,472 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:06,474 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:06,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,475 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,475 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:06,477 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:06,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,478 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:06,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740
2024-11-12T09:18:06,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740
2024-11-12T09:18:06,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:06,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:06,482 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:06,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:06,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:06,488 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73021636, jitterRate=0.088107168674469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:06,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403086464Initializing all the Stores at 1731403086465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403086466 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403086466Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403086466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403086466Cleaning up temporary data from old regions at 1731403086481 (+15 ms)Region opened successfully at 1731403086488 (+7 ms)
2024-11-12T09:18:06,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:06,488 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:06,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:06,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:06,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:06,489 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:06,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403086488Disabling compacts and flushes for region at 1731403086488Disabling writes for close at 1731403086488Writing region close event to WAL at 1731403086489 (+1 ms)Closed at 1731403086489
2024-11-12T09:18:06,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:06,491 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:18:06,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:06,492 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:06,494 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:18:06,539 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:06,644 DEBUG [106923ea030f:44653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:06,645 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,46695,1731403083418
2024-11-12T09:18:06,648 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,46695,1731403083418, state=OPENING
2024-11-12T09:18:06,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:18:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:06,764 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:06,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1565119171/meta-region-server: CHANGED
2024-11-12T09:18:06,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,46695,1731403083418}]
2024-11-12T09:18:06,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1565119171/meta-region-server: CHANGED
2024-11-12T09:18:06,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:06,931 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:06,938 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:06,938 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:06,939 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:06,943 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C46695%2C1731403083418.meta, suffix=.meta, logDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/oldWALs, maxLogs=10
2024-11-12T09:18:06,957 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418/106923ea030f%2C46695%2C1731403083418.meta.1731403086944.meta, exclude list is [], retry=0
2024-11-12T09:18:06,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-5b2f9989-9a61-4dad-8bf7-45a9af288851,DISK]
2024-11-12T09:18:06,963 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/WALs/106923ea030f,46695,1731403083418/106923ea030f%2C46695%2C1731403083418.meta.1731403086944.meta
2024-11-12T09:18:06,963 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)]
2024-11-12T09:18:06,964 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:06,964 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:06,964 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:06,964 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:06,964 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:06,965 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:06,965 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:06,965 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:06,965 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:06,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:06,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:06,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:06,970 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:06,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:06,972 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:06,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:06,974 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:06,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:06,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:06,975 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:06,977 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740
2024-11-12T09:18:06,979 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740
2024-11-12T09:18:06,981 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:06,981 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:06,981 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:06,984 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:06,985 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62204676, jitterRate=-0.07307809591293335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:06,985 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:06,985 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403086965Writing region info on filesystem at 1731403086965Initializing all the Stores at 1731403086966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403086966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403086967 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403086967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403086967Cleaning up temporary data from old regions at 1731403086981 (+14 ms)Running coprocessor post-open hooks at 1731403086985 (+4 ms)Region opened successfully at 1731403086985
2024-11-12T09:18:06,987 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403086924
2024-11-12T09:18:06,992 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:06,992 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:06,993 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,46695,1731403083418
2024-11-12T09:18:06,995 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,46695,1731403083418, state=OPEN
2024-11-12T09:18:06,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:18:06,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:07,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:07,000 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:18:07,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:07,000 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:18:07,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:18:07,001 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1565119171/meta-region-server
2024-11-12T09:18:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1565119171/meta-region-server
2024-11-12T09:18:07,003 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,46695,1731403083418
2024-11-12T09:18:07,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1565119171/meta-region-server: CHANGED
2024-11-12T09:18:07,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1565119171/meta-region-server: CHANGED
2024-11-12T09:18:07,008 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:18:07,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,46695,1731403083418 in 239 msec
2024-11-12T09:18:07,012 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:18:07,012 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec
2024-11-12T09:18:07,014 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:07,014 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:18:07,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:07,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,46695,1731403083418, seqNum=-1]
2024-11-12T09:18:07,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:07,018 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:07,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec
2024-11-12T09:18:07,028 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403087027, completionTime=-1
2024-11-12T09:18:07,028 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:18:07,028 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:07,030 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:07,030 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403147030
2024-11-12T09:18:07,030 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403207030
2024-11-12T09:18:07,030 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:18:07,031 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44653,1731403083288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,031 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44653,1731403083288-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,031 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44653,1731403083288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,031 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:44653, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,031 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,031 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,034 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.548sec
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44653,1731403083288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:07,036 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44653,1731403083288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:07,039 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:07,039 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:07,039 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44653,1731403083288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:07,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af82fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:07,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:07,051 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d67d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:07,055 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:07,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd9a050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,46695,1731403083418, seqNum=-1]
2024-11-12T09:18:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:07,062 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:07,064 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,44653,1731403083288
2024-11-12T09:18:07,066 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:18:07,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:07,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e563a030005 connected
2024-11-12T09:18:07,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db57714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45875,-1 for getting cluster id
2024-11-12T09:18:07,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:07,100 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ab1b8e-59c4-4bed-a4fc-6d5cc576c285'
2024-11-12T09:18:07,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:07,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ab1b8e-59c4-4bed-a4fc-6d5cc576c285"

2024-11-12T09:18:07,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e853c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45875,-1]
2024-11-12T09:18:07,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:07,103 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f1e078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45875,1731403076574
2024-11-12T09:18:07,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@322fd3a6
2024-11-12T09:18:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:07,121 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:07,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:18:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:18:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:07,137 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:07,138 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c29c2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,138 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:07,139 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:07,140 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:07,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:07,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6286fbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:07,143 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:07,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c93f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:07,145 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14390d9a
2024-11-12T09:18:07,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:07,151 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:07,165 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-12T09:18:07,165 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:18:07,170 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:07,170 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:07,170 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:07,172 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:07,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:18:07,180 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:18:07,181 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:07,183 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:18:07,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741835_1011 (size=1138)
2024-11-12T09:18:07,229 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:18:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:07,603 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19cef7f41c13d7d568abbda6e3ab0035, NAME => 'hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f
2024-11-12T09:18:07,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741836_1012 (size=44)
2024-11-12T09:18:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:08,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:08,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19cef7f41c13d7d568abbda6e3ab0035, disabling compactions & flushes
2024-11-12T09:18:08,015 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035. after waiting 0 ms
2024-11-12T09:18:08,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,016 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19cef7f41c13d7d568abbda6e3ab0035:
Waiting for close lock at 1731403088015Disabling compacts and flushes for region at 1731403088015Disabling writes for close at 1731403088016 (+1 ms)Writing region close event to WAL at 1731403088016Closed at 1731403088016
2024-11-12T09:18:08,021 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:18:08,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403088022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403088022"}]},"ts":"1731403088022"}
2024-11-12T09:18:08,031 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:18:08,033 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:18:08,035 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403088033"}]},"ts":"1731403088033"}
2024-11-12T09:18:08,039 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:18:08,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN}]
2024-11-12T09:18:08,043 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN
2024-11-12T09:18:08,044 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN; state=OFFLINE, location=106923ea030f,33253,1731403077461; forceNewPlan=false, retain=false
2024-11-12T09:18:08,196 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19cef7f41c13d7d568abbda6e3ab0035, regionState=OPENING, regionLocation=106923ea030f,33253,1731403077461
2024-11-12T09:18:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN because future has completed
2024-11-12T09:18:08,201 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19cef7f41c13d7d568abbda6e3ab0035, server=106923ea030f,33253,1731403077461}]
2024-11-12T09:18:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:08,366 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,366 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:08,366 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:18:08,369 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C33253%2C1731403077461.rep, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs, maxLogs=10
2024-11-12T09:18:08,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.rep.1731403088370, exclude list is [], retry=0
2024-11-12T09:18:08,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:08,388 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.rep.1731403088370
2024-11-12T09:18:08,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:08,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 19cef7f41c13d7d568abbda6e3ab0035, NAME => 'hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:08,389 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:08,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:08,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035. service=MultiRowMutationService
2024-11-12T09:18:08,390 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:18:08,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:08,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,392 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19cef7f41c13d7d568abbda6e3ab0035 
2024-11-12T09:18:08,394 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cef7f41c13d7d568abbda6e3ab0035 columnFamilyName hfileref
2024-11-12T09:18:08,394 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:08,394 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(327): Store=19cef7f41c13d7d568abbda6e3ab0035/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:08,395 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19cef7f41c13d7d568abbda6e3ab0035 
2024-11-12T09:18:08,396 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cef7f41c13d7d568abbda6e3ab0035 columnFamilyName queue
2024-11-12T09:18:08,396 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:08,397 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(327): Store=19cef7f41c13d7d568abbda6e3ab0035/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:08,397 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19cef7f41c13d7d568abbda6e3ab0035 
2024-11-12T09:18:08,398 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cef7f41c13d7d568abbda6e3ab0035 columnFamilyName sid
2024-11-12T09:18:08,398 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:08,399 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(327): Store=19cef7f41c13d7d568abbda6e3ab0035/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:08,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:18:08,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:08,409 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 19cef7f41c13d7d568abbda6e3ab0035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521891, jitterRate=-0.09815354645252228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:18:08,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:08,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 19cef7f41c13d7d568abbda6e3ab0035:
Running coprocessor pre-open hook at 1731403088390Writing region info on filesystem at 1731403088390Initializing all the Stores at 1731403088392 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403088392Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403088392Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403088392Cleaning up temporary data from old regions at 1731403088402 (+10 ms)Running coprocessor post-open hooks at 1731403088409 (+7 ms)Region opened successfully at 1731403088410 (+1 ms)
2024-11-12T09:18:08,412 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035., pid=7, masterSystemTime=1731403088354
2024-11-12T09:18:08,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:08,416 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19cef7f41c13d7d568abbda6e3ab0035, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33253,1731403077461
2024-11-12T09:18:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19cef7f41c13d7d568abbda6e3ab0035, server=106923ea030f,33253,1731403077461 because future has completed
2024-11-12T09:18:08,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-12T09:18:08,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 19cef7f41c13d7d568abbda6e3ab0035, server=106923ea030f,33253,1731403077461 in 222 msec
2024-11-12T09:18:08,428 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:18:08,428 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN in 385 msec
2024-11-12T09:18:08,429 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:18:08,430 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403088430"}]},"ts":"1731403088430"}
2024-11-12T09:18:08,432 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:18:08,434 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:18:08,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec
2024-11-12T09:18:08,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035., hostname=106923ea030f,33253,1731403077461, seqNum=2]
2024-11-12T09:18:08,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33253 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-12T09:18:08,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:08,583 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:08,615 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:18:08,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-12T09:18:08,786 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:18:08,822 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,33253,1731403077461, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:18:08,824 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:08,824 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33253,1731403077461, seqNum=-1]
2024-11-12T09:18:08,824 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:08,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-12T09:18:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,33253,1731403077461', locateType=CURRENT is [region=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035., hostname=106923ea030f,33253,1731403077461, seqNum=2]
2024-11-12T09:18:08,833 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-12T09:18:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-12T09:18:08,839 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,33253,1731403077461 suceeded
2024-11-12T09:18:08,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-12T09:18:08,843 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:08,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec
2024-11-12T09:18:08,846 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7180 sec
2024-11-12T09:18:08,853 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:08,855 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0d9325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:08,855 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:08,855 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:08,856 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6a570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:08,858 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:08,859 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e324bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:08,859 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:08,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:08,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556b4962
2024-11-12T09:18:08,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:08,862 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-12T09:18:08,863 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,33253,1731403077461 (queues=1) is replicating from cluster=91ab1b8e-59c4-4bed-a4fc-6d5cc576c285 to cluster=f4d057a7-d14c-4e38-9aaf-b5197e77bb86
2024-11-12T09:18:08,865 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C33253%2C1731403077461
2024-11-12T09:18:08,869 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,33253,1731403077461, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:18:08,871 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C33253%2C1731403077461
2024-11-12T09:18:08,874 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028, startPosition=0, beingWritten=true
2024-11-12T09:18:09,124 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:09,283 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:09,283 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:18:09,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:09,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,284 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:09,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45875,-1 for getting cluster id
2024-11-12T09:18:09,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:09,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ab1b8e-59c4-4bed-a4fc-6d5cc576c285'
2024-11-12T09:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ab1b8e-59c4-4bed-a4fc-6d5cc576c285"

2024-11-12T09:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45875,-1]
2024-11-12T09:18:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,288 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b1a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45875,1731403076574
2024-11-12T09:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569800
2024-11-12T09:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:09,292 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:09,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:18:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:18:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-12T09:18:09,296 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:09,297 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,297 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:09,297 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:09,298 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:09,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:09,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:09,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731d46c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,299 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:09,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77235b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,301 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2376bd38
2024-11-12T09:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:09,303 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:09,304 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-12T09:18:09,304 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:18:09,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,305 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,305 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:09,386 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:18:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-12T09:18:09,431 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:09,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10
2024-11-12T09:18:09,545 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-12T09:18:09,585 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-106923ea030f,33253,1731403077461, ReplicationSource: 2, currentBandwidth=0
2024-11-12T09:18:09,588 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-12T09:18:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-12T09:18:09,591 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 106923ea030f,33253,1731403077461 suceeded
2024-11-12T09:18:09,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:18:09,595 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:09,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec
2024-11-12T09:18:09,598 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 303 msec
2024-11-12T09:18:09,604 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:09,605 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0fdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,605 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:09,606 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:09,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@88d042a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,609 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:09,610 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b8bb83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,610 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42089e21
2024-11-12T09:18:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:09,612 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-12T09:18:09,613 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-106923ea030f,33253,1731403077461 (queues=1) is replicating from cluster=91ab1b8e-59c4-4bed-a4fc-6d5cc576c285 to cluster=f4d057a7-d14c-4e38-9aaf-b5197e77bb86
2024-11-12T09:18:09,613 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=106923ea030f%2C33253%2C1731403077461
2024-11-12T09:18:09,613 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-106923ea030f,33253,1731403077461, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:18:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-12T09:18:09,613 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C33253%2C1731403077461
2024-11-12T09:18:09,613 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028, startPosition=0, beingWritten=true
2024-11-12T09:18:09,614 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-12T09:18:09,614 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:09,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:09,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,614 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:09,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45875,1731403076574
2024-11-12T09:18:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd2666e
2024-11-12T09:18:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:09,621 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:09,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:18:09,624 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-12T09:18:09,625 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:18:09,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-12T09:18:09,629 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-12T09:18:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-12T09:18:09,636 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:09,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e478a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,637 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:09,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:09,639 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a45a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,641 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:09,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114b645b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b5dafae
2024-11-12T09:18:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:09,645 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:09,646 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:18:09,646 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:18:09,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,646 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:09,657 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:18:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-12T09:18:09,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12
2024-11-12T09:18:09,811 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG
2024-11-12T09:18:09,816 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-12T09:18:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-12T09:18:09,822 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:09,823 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 106923ea030f,33253,1731403077461 suceeded
2024-11-12T09:18:09,828 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-12T09:18:09,829 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec
2024-11-12T09:18:09,829 INFO  [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:09,831 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 200 msec
2024-11-12T09:18:09,842 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-12T09:18:09,954 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed
2024-11-12T09:18:09,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-12T09:18:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-12T09:18:09,962 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:09,963 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ee96d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,963 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:09,964 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:09,965 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:09,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:09,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:09,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48123002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:09,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:09,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,968 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:09,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7c9b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:09,969 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:09,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:09,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b6616af
2024-11-12T09:18:09,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:09,972 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:09,973 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-12T09:18:09,973 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:18:09,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:09,973 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:09,984 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:18:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-12T09:18:10,131 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:10,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14
2024-11-12T09:18:10,139 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG
2024-11-12T09:18:10,140 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-12T09:18:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-12T09:18:10,143 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 106923ea030f,33253,1731403077461 suceeded
2024-11-12T09:18:10,146 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-12T09:18:10,146 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec
2024-11-12T09:18:10,146 INFO  [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://106923ea030f:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:10,148 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 190 msec
2024-11-12T09:18:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-12T09:18:10,285 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed
2024-11-12T09:18:10,286 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:18:10,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-12T09:18:10,289 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:10,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:10,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:10,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:10,290 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:10,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:18:10,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079732804, stopped=false
2024-11-12T09:18:10,292 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,45875,1731403076574
2024-11-12T09:18:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/running
2024-11-12T09:18:10,347 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/running
2024-11-12T09:18:10,347 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:10,347 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:10,348 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:10,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:10,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:10,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:18:10,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:18:10,349 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,33253,1731403077461' *****
2024-11-12T09:18:10,349 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:18:10,349 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:18:10,349 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:10,350 INFO  [RS:0;106923ea030f:33253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:18:10,350 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:18:10,350 INFO  [RS:0;106923ea030f:33253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:18:10,350 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:10,351 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,33253,1731403077461
2024-11-12T09:18:10,351 INFO  [RS:0;106923ea030f:33253 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:10,351 INFO  [RS:0;106923ea030f:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:33253.
2024-11-12T09:18:10,351 DEBUG [RS:0;106923ea030f:33253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:10,352 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:10,352 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19cef7f41c13d7d568abbda6e3ab0035, disabling compactions & flushes
2024-11-12T09:18:10,352 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:10,352 INFO  [RS:0;106923ea030f:33253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:18:10,352 INFO  [RS:0;106923ea030f:33253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:18:10,352 INFO  [RS:0;106923ea030f:33253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:18:10,352 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:18:10,353 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:10,353 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035. after waiting 0 ms
2024-11-12T09:18:10,353 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:10,353 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:18:10,353 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:10,354 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19cef7f41c13d7d568abbda6e3ab0035=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.}
2024-11-12T09:18:10,354 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:10,354 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:10,354 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:10,354 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:10,354 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:10,359 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19cef7f41c13d7d568abbda6e3ab0035 3/3 column families, dataSize=294 B heapSize=1.19 KB
2024-11-12T09:18:10,359 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-12T09:18:10,370 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:10,417 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/.tmp/queue/0ab15243cfa0490eaae227dc949533c6 is 151, key is 1-106923ea030f,33253,1731403077461/queue:106923ea030f%2C33253%2C1731403077461/1731403088829/Put/seqid=0
2024-11-12T09:18:10,417 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/info/b0fcf55bd4f94f7eb6fba47acf41f50e is 147, key is hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035./info:regioninfo/1731403088416/Put/seqid=0
2024-11-12T09:18:10,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741838_1014 (size=5500)
2024-11-12T09:18:10,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741839_1015 (size=6631)
2024-11-12T09:18:10,539 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:10,555 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:10,755 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:10,829 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/.tmp/queue/0ab15243cfa0490eaae227dc949533c6
2024-11-12T09:18:10,829 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/info/b0fcf55bd4f94f7eb6fba47acf41f50e
2024-11-12T09:18:10,878 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/.tmp/queue/0ab15243cfa0490eaae227dc949533c6 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/queue/0ab15243cfa0490eaae227dc949533c6
2024-11-12T09:18:10,886 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/queue/0ab15243cfa0490eaae227dc949533c6, entries=2, sequenceid=6, filesize=5.4 K
2024-11-12T09:18:10,893 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 19cef7f41c13d7d568abbda6e3ab0035 in 535ms, sequenceid=6, compaction requested=false
2024-11-12T09:18:10,893 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:18:10,894 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/ns/ae9aae6486e649d497321ba3fcd1c3ae is 43, key is default/ns:d/1731403081227/Put/seqid=0
2024-11-12T09:18:10,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741840_1016 (size=5153)
2024-11-12T09:18:10,900 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/ns/ae9aae6486e649d497321ba3fcd1c3ae
2024-11-12T09:18:10,901 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-12T09:18:10,904 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:10,904 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:10,904 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:10,904 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19cef7f41c13d7d568abbda6e3ab0035:
Waiting for close lock at 1731403090351Running coprocessor pre-close hooks at 1731403090352 (+1 ms)Disabling compacts and flushes for region at 1731403090352Disabling writes for close at 1731403090353 (+1 ms)Obtaining lock to block concurrent updates at 1731403090359 (+6 ms)Preparing flush snapshotting stores in 19cef7f41c13d7d568abbda6e3ab0035 at 1731403090359Finished memstore snapshotting hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731403090366 (+7 ms)Flushing stores of hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035. at 1731403090367 (+1 ms)Flushing 19cef7f41c13d7d568abbda6e3ab0035/queue: creating writer at 1731403090368 (+1 ms)Flushing 19cef7f41c13d7d568abbda6e3ab0035/queue: appending metadata at 1731403090403 (+35 ms)Flushing 19cef7f41c13d7d568abbda6e3ab0035/queue: closing flushed file at 1731403090405 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b1ac03: reopening flushed file at 1731403090876 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 19cef7f41c13d7d568abbda6e3ab0035 in 535ms, sequenceid=6, compaction requested=false at 1731403090893 (+17 ms)Writing region close event to WAL at 1731403090896 (+3 ms)Running coprocessor post-close hooks at 1731403090902 (+6 ms)Closed at 1731403090904 (+2 ms)
2024-11-12T09:18:10,905 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:10,920 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:18:10,920 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:18:10,924 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/table/5cf443092f7c4506a80b563ff9238be7 is 53, key is hbase:replication/table:state/1731403088430/Put/seqid=0
2024-11-12T09:18:10,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741841_1017 (size=5256)
2024-11-12T09:18:10,955 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:10,960 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:11,051 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:11,156 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:11,331 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/table/5cf443092f7c4506a80b563ff9238be7
2024-11-12T09:18:11,347 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/info/b0fcf55bd4f94f7eb6fba47acf41f50e as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/info/b0fcf55bd4f94f7eb6fba47acf41f50e
2024-11-12T09:18:11,356 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:18:11,356 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:18:11,356 DEBUG [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:11,357 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/info/b0fcf55bd4f94f7eb6fba47acf41f50e, entries=10, sequenceid=11, filesize=6.5 K
2024-11-12T09:18:11,359 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/ns/ae9aae6486e649d497321ba3fcd1c3ae as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/ns/ae9aae6486e649d497321ba3fcd1c3ae
2024-11-12T09:18:11,369 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/ns/ae9aae6486e649d497321ba3fcd1c3ae, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:18:11,370 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/table/5cf443092f7c4506a80b563ff9238be7 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/table/5cf443092f7c4506a80b563ff9238be7
2024-11-12T09:18:11,379 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/table/5cf443092f7c4506a80b563ff9238be7, entries=2, sequenceid=11, filesize=5.1 K
2024-11-12T09:18:11,380 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1026ms, sequenceid=11, compaction requested=false
2024-11-12T09:18:11,386 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:18:11,387 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:11,387 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:11,387 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:11,387 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403090353Running coprocessor pre-close hooks at 1731403090353Disabling compacts and flushes for region at 1731403090353Disabling writes for close at 1731403090354 (+1 ms)Obtaining lock to block concurrent updates at 1731403090359 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731403090359Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731403090366 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403090367 (+1 ms)Flushing 1588230740/info: creating writer at 1731403090368 (+1 ms)Flushing 1588230740/info: appending metadata at 1731403090403 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731403090405 (+2 ms)Flushing 1588230740/ns: creating writer at 1731403090876 (+471 ms)Flushing 1588230740/ns: appending metadata at 1731403090893 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731403090893Flushing 1588230740/table: creating writer at 1731403090908 (+15 ms)Flushing 1588230740/table: appending metadata at 1731403090923 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731403090923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21eb335a: reopening flushed file at 1731403091346 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7289d7f3: reopening flushed file at 1731403091357 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28734243: reopening flushed file at 1731403091369 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1026ms, sequenceid=11, compaction requested=false at 1731403091380 (+11 ms)Writing region close event to WAL at 1731403091382 (+2 ms)Running coprocessor post-close hooks at 1731403091387 (+5 ms)Closed at 1731403091387
2024-11-12T09:18:11,388 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:11,557 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,33253,1731403077461; all regions closed.
2024-11-12T09:18:11,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741834_1010 (size=2742)
2024-11-12T09:18:11,574 DEBUG [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs
2024-11-12T09:18:11,574 INFO  [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33253%2C1731403077461.meta:.meta(num 1731403080986)
2024-11-12T09:18:11,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741837_1013 (size=1802)
2024-11-12T09:18:11,580 DEBUG [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs
2024-11-12T09:18:11,580 INFO  [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33253%2C1731403077461.rep:(num 1731403088370)
2024-11-12T09:18:11,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741832_1008 (size=93)
2024-11-12T09:18:11,583 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 not finished, retry = 0
2024-11-12T09:18:11,660 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:11,670 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028 to pos 0, reset compression=false
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.wal-reader.106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-12T09:18:11,686 DEBUG [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs
2024-11-12T09:18:11,687 INFO  [RS:0;106923ea030f:33253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33253%2C1731403077461:(num 1731403080028)
2024-11-12T09:18:11,687 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:11,687 INFO  [RS:0;106923ea030f:33253 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:11,687 INFO  [RS:0;106923ea030f:33253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:11,688 INFO  [RS:0;106923ea030f:33253 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:11,688 INFO  [RS:0;106923ea030f:33253 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:11,688 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:11,689 INFO  [RS:0;106923ea030f:33253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,33253,1731403077461 because: Region server is closing
2024-11-12T09:18:11,689 INFO  [RS:0;106923ea030f:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:33253.
2024-11-12T09:18:11,689 DEBUG [RS:0;106923ea030f:33253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-106923ea030f,33253,1731403077461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-12T09:18:11,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,33253,1731403077461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461/106923ea030f%2C33253%2C1731403077461.1731403080028, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-12T09:18:11,689 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:11,689 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:11,689 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:11,692 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-12T09:18:11,693 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [106923ea030f%2C33253%2C1731403077461.1731403080028]
2024-11-12T09:18:11,693 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,33253,1731403077461: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,33253,1731403077461, walGroup=106923ea030f%2C33253%2C1731403077461, offset=106923ea030f%2C33253%2C1731403077461.1731403080028:-1, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:18:11,695 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:18:11,697 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:18:11,699 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:18:11,699 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:18:11,699 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:18:11,699 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 393235328
      },
      "NonHeapMemoryUsage": {
        "committed": 152698880,
        "init": 7667712,
        "max": -1,
        "used": 150383904
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:18:11,701 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [106923ea030f%2C33253%2C1731403077461.1731403080028]
2024-11-12T09:18:11,790 INFO  [RS:0;106923ea030f:33253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,1-106923ea030f,33253,1731403077461 terminated
2024-11-12T09:18:11,791 INFO  [RS:0;106923ea030f:33253 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-106923ea030f,33253,1731403077461 because: Region server is closing
2024-11-12T09:18:11,791 INFO  [RS:0;106923ea030f:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:33253.
2024-11-12T09:18:11,791 DEBUG [RS:0;106923ea030f:33253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:11,791 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:11,791 DEBUG [RS:0;106923ea030f:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:11,791 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:11,791 INFO  [RS:0;106923ea030f:33253 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,33253,1731403077461.replicationSource.shipper106923ea030f%2C33253%2C1731403077461,2-106923ea030f,33253,1731403077461 terminated
2024-11-12T09:18:11,792 INFO  [RS:0;106923ea030f:33253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33253
2024-11-12T09:18:11,843 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/rs/106923ea030f,33253,1731403077461
2024-11-12T09:18:11,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/rs
2024-11-12T09:18:11,843 INFO  [RS:0;106923ea030f:33253 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:11,844 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,33253,1731403077461]
2024-11-12T09:18:11,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/draining/106923ea030f,33253,1731403077461 already deleted, retry=false
2024-11-12T09:18:11,873 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,33253,1731403077461 expired; onlineServers=0
2024-11-12T09:18:11,873 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,45875,1731403076574' *****
2024-11-12T09:18:11,874 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:18:11,874 INFO  [M:0;106923ea030f:45875 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:11,874 INFO  [M:0;106923ea030f:45875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:11,874 DEBUG [M:0;106923ea030f:45875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:18:11,874 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:18:11,874 DEBUG [M:0;106923ea030f:45875 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:18:11,874 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403079652 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403079652,5,FailOnTimeoutGroup]
2024-11-12T09:18:11,874 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403079646 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403079646,5,FailOnTimeoutGroup]
2024-11-12T09:18:11,874 INFO  [M:0;106923ea030f:45875 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:11,875 INFO  [M:0;106923ea030f:45875 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:11,875 DEBUG [M:0;106923ea030f:45875 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:18:11,875 INFO  [M:0;106923ea030f:45875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:18:11,875 INFO  [M:0;106923ea030f:45875 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:11,875 INFO  [M:0;106923ea030f:45875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:18:11,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:18:11,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/master
2024-11-12T09:18:11,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:11,888 DEBUG [M:0;106923ea030f:45875 {}] zookeeper.ZKUtil(347): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/master because node does not exist (not an error)
2024-11-12T09:18:11,888 WARN  [M:0;106923ea030f:45875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:18:11,888 INFO  [M:0;106923ea030f:45875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/.lastflushedseqids
2024-11-12T09:18:11,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741842_1018 (size=181)
2024-11-12T09:18:11,963 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:11,963 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1012e563a030001, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:11,964 INFO  [RS:0;106923ea030f:33253 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:11,964 INFO  [RS:0;106923ea030f:33253 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,33253,1731403077461; zookeeper connection closed.
2024-11-12T09:18:11,964 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af3a960 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af3a960
2024-11-12T09:18:11,965 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:18:12,301 INFO  [M:0;106923ea030f:45875 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:18:12,302 INFO  [M:0;106923ea030f:45875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:18:12,302 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:12,302 INFO  [M:0;106923ea030f:45875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:12,303 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:12,303 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:12,303 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:12,303 INFO  [M:0;106923ea030f:45875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB
2024-11-12T09:18:12,323 DEBUG [M:0;106923ea030f:45875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b60210db37734624bf2f73192664cc02 is 82, key is hbase:meta,,1/info:regioninfo/1731403081070/Put/seqid=0
2024-11-12T09:18:12,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741843_1019 (size=5672)
2024-11-12T09:18:12,468 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:12,728 INFO  [M:0;106923ea030f:45875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b60210db37734624bf2f73192664cc02
2024-11-12T09:18:12,753 DEBUG [M:0;106923ea030f:45875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/450f141e5f4f429bbdefd08a80f7aad3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731403088436/Put/seqid=0
2024-11-12T09:18:12,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741844_1020 (size=8663)
2024-11-12T09:18:13,160 INFO  [M:0;106923ea030f:45875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/450f141e5f4f429bbdefd08a80f7aad3
2024-11-12T09:18:13,186 DEBUG [M:0;106923ea030f:45875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ef5e607c4ee4390965fea6051ec0ce1 is 69, key is 106923ea030f,33253,1731403077461/rs:state/1731403079762/Put/seqid=0
2024-11-12T09:18:13,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741845_1021 (size=5156)
2024-11-12T09:18:13,593 INFO  [M:0;106923ea030f:45875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ef5e607c4ee4390965fea6051ec0ce1
2024-11-12T09:18:13,607 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b60210db37734624bf2f73192664cc02 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b60210db37734624bf2f73192664cc02
2024-11-12T09:18:13,614 INFO  [M:0;106923ea030f:45875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b60210db37734624bf2f73192664cc02, entries=8, sequenceid=115, filesize=5.5 K
2024-11-12T09:18:13,616 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/450f141e5f4f429bbdefd08a80f7aad3 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/450f141e5f4f429bbdefd08a80f7aad3
2024-11-12T09:18:13,623 INFO  [M:0;106923ea030f:45875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/450f141e5f4f429bbdefd08a80f7aad3, entries=14, sequenceid=115, filesize=8.5 K
2024-11-12T09:18:13,624 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ef5e607c4ee4390965fea6051ec0ce1 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ef5e607c4ee4390965fea6051ec0ce1
2024-11-12T09:18:13,630 INFO  [M:0;106923ea030f:45875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ef5e607c4ee4390965fea6051ec0ce1, entries=1, sequenceid=115, filesize=5.0 K
2024-11-12T09:18:13,632 INFO  [M:0;106923ea030f:45875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false
2024-11-12T09:18:13,633 INFO  [M:0;106923ea030f:45875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:13,633 DEBUG [M:0;106923ea030f:45875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403092302Disabling compacts and flushes for region at 1731403092302Disabling writes for close at 1731403092303 (+1 ms)Obtaining lock to block concurrent updates at 1731403092303Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403092303Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731403092304 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403092305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403092305Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403092322 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403092322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403092736 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403092753 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403092753Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403093172 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403093185 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403093185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4087c1ad: reopening flushed file at 1731403093605 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647c78c8: reopening flushed file at 1731403093615 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786c9f8a: reopening flushed file at 1731403093623 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false at 1731403093632 (+9 ms)Writing region close event to WAL at 1731403093633 (+1 ms)Closed at 1731403093633
2024-11-12T09:18:13,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741830_1006 (size=59421)
2024-11-12T09:18:13,637 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:13,637 INFO  [M:0;106923ea030f:45875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:18:13,637 INFO  [M:0;106923ea030f:45875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45875
2024-11-12T09:18:13,637 INFO  [M:0;106923ea030f:45875 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:13,794 INFO  [M:0;106923ea030f:45875 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45875-0x1012e563a030000, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:13,796 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:13,796 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:13,796 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:13,796 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:13,796 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:13,796 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:13,797 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:18:13,797 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:13,797 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39189
2024-11-12T09:18:13,799 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39189 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:18:13,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391890x0, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:13,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39189-0x1012e563a030006 connected
2024-11-12T09:18:13,823 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:13,825 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:13,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:18:13,826 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: INIT
2024-11-12T09:18:13,826 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f, hbase.cluster.distributed=false
2024-11-12T09:18:13,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/acl
2024-11-12T09:18:13,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39189
2024-11-12T09:18:13,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39189
2024-11-12T09:18:13,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39189
2024-11-12T09:18:13,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39189
2024-11-12T09:18:13,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39189
2024-11-12T09:18:13,843 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:18:13,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:13,845 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40035
2024-11-12T09:18:13,846 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40035 connecting to ZooKeeper ensemble=127.0.0.1:53764
2024-11-12T09:18:13,847 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:13,848 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:13,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400350x0, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:13,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400350x0, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:18:13,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40035-0x1012e563a030007 connected
2024-11-12T09:18:13,863 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: INIT
2024-11-12T09:18:13,863 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:18:13,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:18:13,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/master
2024-11-12T09:18:13,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/acl
2024-11-12T09:18:13,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40035
2024-11-12T09:18:13,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40035
2024-11-12T09:18:13,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40035
2024-11-12T09:18:13,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40035
2024-11-12T09:18:13,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40035
2024-11-12T09:18:13,882 DEBUG [M:0;106923ea030f:39189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:39189
2024-11-12T09:18:13,883 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01235690927/backup-masters/106923ea030f,39189,1731403093796
2024-11-12T09:18:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:18:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:18:13,895 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on existing znode=/01235690927/backup-masters/106923ea030f,39189,1731403093796
2024-11-12T09:18:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01235690927/master
2024-11-12T09:18:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:13,905 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on existing znode=/01235690927/master
2024-11-12T09:18:13,906 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01235690927/backup-masters/106923ea030f,39189,1731403093796 from backup master directory
2024-11-12T09:18:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:18:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/backup-masters/106923ea030f,39189,1731403093796
2024-11-12T09:18:13,919 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/backup-masters
2024-11-12T09:18:13,919 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,39189,1731403093796
2024-11-12T09:18:13,944 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:13,944 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:18:13,969 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 25ms.
2024-11-12T09:18:14,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741846_1022 (size=196)
2024-11-12T09:18:14,411 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:14,411 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:18:14,412 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:14,420 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-12T09:18:14,426 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574 to hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574-dead as it is dead
2024-11-12T09:18:14,428 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-12T09:18:14,428 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-12T09:18:14,428 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574-dead/106923ea030f%2C45875%2C1731403076574.1731403078840
2024-11-12T09:18:14,435 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574-dead/106923ea030f%2C45875%2C1731403076574.1731403078840 after 5ms
2024-11-12T09:18:14,436 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574-dead/106923ea030f%2C45875%2C1731403076574.1731403078840 to hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45875%2C1731403076574.1731403078840
2024-11-12T09:18:14,436 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,45875,1731403076574-dead
2024-11-12T09:18:14,437 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,39189,1731403093796
2024-11-12T09:18:14,438 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:14,443 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C39189%2C1731403093796, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,39189,1731403093796, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/oldWALs, maxLogs=10
2024-11-12T09:18:14,465 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,39189,1731403093796/106923ea030f%2C39189%2C1731403093796.1731403094444, exclude list is [], retry=0
2024-11-12T09:18:14,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:14,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/WALs/106923ea030f,39189,1731403093796/106923ea030f%2C39189%2C1731403093796.1731403094444
2024-11-12T09:18:14,477 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:14,478 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:14,478 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:14,478 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:14,478 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:14,481 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:14,482 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:18:14,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:14,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b60210db37734624bf2f73192664cc02
2024-11-12T09:18:14,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:14,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:14,494 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:18:14,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:14,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/450f141e5f4f429bbdefd08a80f7aad3
2024-11-12T09:18:14,507 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:14,507 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:14,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:18:14,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:14,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ef5e607c4ee4390965fea6051ec0ce1
2024-11-12T09:18:14,515 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:14,516 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:14,517 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:18:14,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:14,519 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:14,519 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:14,520 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-12T09:18:14,520 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45875%2C1731403076574.1731403078840
2024-11-12T09:18:14,539 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45875%2C1731403076574.1731403078840
2024-11-12T09:18:14,543 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45875%2C1731403076574.1731403078840
2024-11-12T09:18:14,545 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:14,545 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:14,546 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:14,548 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:14,551 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1
2024-11-12T09:18:14,555 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68167088, jitterRate=0.015768766403198242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:14,556 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403094478Initializing all the Stores at 1731403094481 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403094481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403094481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403094481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403094481Cleaning up temporary data from old regions at 1731403094545 (+64 ms)Region opened successfully at 1731403094555 (+10 ms)
2024-11-12T09:18:14,556 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:18:14,561 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5e5095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:14,574 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-12T09:18:14,574 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:18:14,575 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:18:14,575 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:18:14,578 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-12T09:18:14,585 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:14,585 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:18:14,586 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:18:14,588 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:18:14,589 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-12T09:18:14,589 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-12T09:18:14,589 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec
2024-11-12T09:18:14,589 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:18:14,596 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=106923ea030f,33253,1731403077461, regionLocation=106923ea030f,33253,1731403077461, openSeqNum=2
2024-11-12T09:18:14,596 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=106923ea030f,33253,1731403077461, table=hbase:meta, region=1588230740
2024-11-12T09:18:14,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33253,1731403077461, state=OPEN
2024-11-12T09:18:14,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:14,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:14,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:14,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:14,650 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:18:14,662 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/draining/106923ea030f,33253,1731403077461 already deleted, retry=false
2024-11-12T09:18:14,663 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 106923ea030f,33253,1731403077461 on 106923ea030f,39189,1731403093796
2024-11-12T09:18:14,669 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 106923ea030f,33253,1731403077461, splitWal=true, meta=true
2024-11-12T09:18:14,671 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 106923ea030f,33253,1731403077461 (carryingMeta=true) 106923ea030f,33253,1731403077461/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3b614648[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-12T09:18:14,674 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/balancer because node does not exist (not necessarily an error)
2024-11-12T09:18:14,687 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/balancer already deleted, retry=false
2024-11-12T09:18:14,688 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:18:14,689 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:18:14,722 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/normalizer already deleted, retry=false
2024-11-12T09:18:14,722 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:18:14,724 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:18:14,740 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/switch/split already deleted, retry=false
2024-11-12T09:18:14,741 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:18:14,750 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/switch/merge already deleted, retry=false
2024-11-12T09:18:14,773 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:18:14,782 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/snapshot-cleanup already deleted, retry=false
2024-11-12T09:18:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01235690927/running
2024-11-12T09:18:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01235690927/running
2024-11-12T09:18:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:14,793 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,39189,1731403093796, sessionid=0x1012e563a030006, setting cluster-up flag (Was=false)
2024-11-12T09:18:14,803 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01235690927/flush-table-proc/acquired, /01235690927/flush-table-proc/reached, /01235690927/flush-table-proc/abort
2024-11-12T09:18:14,805 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,39189,1731403093796
2024-11-12T09:18:14,814 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01235690927/online-snapshot/acquired, /01235690927/online-snapshot/reached, /01235690927/online-snapshot/abort
2024-11-12T09:18:14,815 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,39189,1731403093796
2024-11-12T09:18:14,816 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/.lastflushedseqids
2024-11-12T09:18:14,820 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:18:14,820 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:18:14,821 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,39189,1731403093796
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  106923ea030f,33253,1731403077461
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:18:14,822 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:14,822 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:14,822 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:14,823 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:14,823 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:18:14,823 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:14,823 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:14,823 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:14,826 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 106923ea030f,33253,1731403077461, splitWal=true, meta=true
2024-11-12T09:18:14,828 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 106923ea030f,33253,1731403077461, splitWal=true, meta=true, isMeta: true
2024-11-12T09:18:14,828 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403124828
2024-11-12T09:18:14,828 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:18:14,828 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:18:14,828 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:18:14,828 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:18:14,829 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:18:14,829 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:18:14,829 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:14,830 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461-splitting
2024-11-12T09:18:14,830 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461-splitting dir is empty, no logs to split.
2024-11-12T09:18:14,830 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 106923ea030f,33253,1731403077461 WAL count=0, meta=true
2024-11-12T09:18:14,836 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461-splitting dir is empty, no logs to split.
2024-11-12T09:18:14,836 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:18:14,836 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 106923ea030f,33253,1731403077461 WAL count=0, meta=true
2024-11-12T09:18:14,836 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:18:14,836 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 106923ea030f,33253,1731403077461 WAL splitting is done? wals=0, meta=true
2024-11-12T09:18:14,836 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:18:14,837 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:18:14,839 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:14,840 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:18:14,840 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:14,840 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:18:14,840 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403094840,5,FailOnTimeoutGroup]
2024-11-12T09:18:14,841 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403094840,5,FailOnTimeoutGroup]
2024-11-12T09:18:14,841 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:14,841 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:18:14,841 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:14,841 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:14,841 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403094841, completionTime=-1
2024-11-12T09:18:14,841 WARN  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-12T09:18:14,841 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:18:14,845 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-12T09:18:14,876 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(746): ClusterId : 91ab1b8e-59c4-4bed-a4fc-6d5cc576c285
2024-11-12T09:18:14,876 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:18:14,892 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:18:14,892 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:18:14,907 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:18:14,908 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d9580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:14,926 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:40035
2024-11-12T09:18:14,926 INFO  [RS:0;106923ea030f:40035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:18:14,926 INFO  [RS:0;106923ea030f:40035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:18:14,926 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:18:14,927 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,39189,1731403093796 with port=40035, startcode=1731403093843
2024-11-12T09:18:14,927 DEBUG [RS:0;106923ea030f:40035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:18:14,929 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:18:14,930 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,40035,1731403093843
2024-11-12T09:18:14,930 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39189 {}] master.ServerManager(517): Registering regionserver=106923ea030f,40035,1731403093843
2024-11-12T09:18:14,932 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f
2024-11-12T09:18:14,932 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36171
2024-11-12T09:18:14,932 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:18:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/rs
2024-11-12T09:18:14,940 DEBUG [RS:0;106923ea030f:40035 {}] zookeeper.ZKUtil(111): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on existing znode=/01235690927/rs/106923ea030f,40035,1731403093843
2024-11-12T09:18:14,940 WARN  [RS:0;106923ea030f:40035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:14,940 INFO  [RS:0;106923ea030f:40035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:14,941 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843
2024-11-12T09:18:14,943 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,40035,1731403093843]
2024-11-12T09:18:14,945 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-12T09:18:14,992 WARN  [106923ea030f:39189 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T09:18:15,002 INFO  [RS:0;106923ea030f:40035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:18:15,011 INFO  [RS:0;106923ea030f:40035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:18:15,012 INFO  [RS:0;106923ea030f:40035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:18:15,012 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,020 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:18:15,021 INFO  [RS:0;106923ea030f:40035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:18:15,022 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,022 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,022 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,022 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,022 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,022 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,022 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:15,023 DEBUG [RS:0;106923ea030f:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:15,032 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,032 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,032 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,032 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,032 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,032 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40035,1731403093843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:15,055 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:18:15,055 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40035,1731403093843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,077 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,40035,1731403093843, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:18:15,099 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(231): queueId=2-106923ea030f,40035,1731403093843, ReplicationSource: 2, currentBandwidth=0
2024-11-12T09:18:15,100 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,100 INFO  [RS:0;106923ea030f:40035 {}] regionserver.Replication(171): 106923ea030f,40035,1731403093843 started
2024-11-12T09:18:15,112 DEBUG [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:15,113 DEBUG [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e2e1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:15,114 DEBUG [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:15,114 DEBUG [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:15,116 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a7962cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:15,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:15,121 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:15,121 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:15,121 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,40035,1731403093843, RpcServer on 106923ea030f/172.17.0.2:40035, sessionid=0x1012e563a030007
2024-11-12T09:18:15,121 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:18:15,121 DEBUG [RS:0;106923ea030f:40035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,40035,1731403093843
2024-11-12T09:18:15,121 DEBUG [RS:0;106923ea030f:40035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,40035,1731403093843'
2024-11-12T09:18:15,121 DEBUG [RS:0;106923ea030f:40035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01235690927/flush-table-proc/abort'
2024-11-12T09:18:15,122 DEBUG [RS:0;106923ea030f:40035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01235690927/flush-table-proc/acquired'
2024-11-12T09:18:15,122 DEBUG [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3360cc11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,40035,1731403093843
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,40035,1731403093843'
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01235690927/online-snapshot/abort'
2024-11-12T09:18:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:15,123 DEBUG [RS:0;106923ea030f:40035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01235690927/online-snapshot/acquired'
2024-11-12T09:18:15,124 DEBUG [RS:0;106923ea030f:40035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:18:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:15,124 INFO  [RS:0;106923ea030f:40035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:18:15,124 INFO  [RS:0;106923ea030f:40035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a029892
2024-11-12T09:18:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:15,126 DEBUG [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:44653'
2024-11-12T09:18:15,126 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-12T09:18:15,130 INFO  [RS:0;106923ea030f:40035.replicationSource,1-106923ea030f,40035,1731403093843 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,40035,1731403093843 (queues=0) is replicating from cluster=91ab1b8e-59c4-4bed-a4fc-6d5cc576c285 to cluster=f4d057a7-d14c-4e38-9aaf-b5197e77bb86
2024-11-12T09:18:15,133 DEBUG [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32173244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:15,133 DEBUG [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44653,-1 for getting cluster id
2024-11-12T09:18:15,133 DEBUG [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:15,134 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d057a7-d14c-4e38-9aaf-b5197e77bb86'
2024-11-12T09:18:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d057a7-d14c-4e38-9aaf-b5197e77bb86"

2024-11-12T09:18:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f5400ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44653,-1]
2024-11-12T09:18:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:15,140 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:15,142 DEBUG [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76a642c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:15,142 DEBUG [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:15,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44653,1731403083288
2024-11-12T09:18:15,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1162c7c3
2024-11-12T09:18:15,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:15,146 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-12T09:18:15,147 INFO  [RS:0;106923ea030f:40035.replicationSource,2-106923ea030f,40035,1731403093843 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-106923ea030f,40035,1731403093843 (queues=0) is replicating from cluster=91ab1b8e-59c4-4bed-a4fc-6d5cc576c285 to cluster=f4d057a7-d14c-4e38-9aaf-b5197e77bb86
2024-11-12T09:18:15,225 INFO  [RS:0;106923ea030f:40035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:15,227 INFO  [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C40035%2C1731403093843, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs, maxLogs=10
2024-11-12T09:18:15,240 DEBUG [RS:0;106923ea030f:40035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227, exclude list is [], retry=0
2024-11-12T09:18:15,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:15,249 INFO  [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227
2024-11-12T09:18:15,249 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 106923ea030f%2C40035%2C1731403093843 for peer 2
2024-11-12T09:18:15,249 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 106923ea030f%2C40035%2C1731403093843 for peer 1
2024-11-12T09:18:15,249 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C40035%2C1731403093843
2024-11-12T09:18:15,249 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,40035,1731403093843, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:18:15,252 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=106923ea030f%2C40035%2C1731403093843
2024-11-12T09:18:15,252 INFO  [RS:0;106923ea030f:40035.replicationSource.shipper106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C40035%2C1731403093843
2024-11-12T09:18:15,253 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-106923ea030f,40035,1731403093843, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:18:15,254 DEBUG [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:15,254 INFO  [RS:0;106923ea030f:40035.replicationSource.shipper106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C40035%2C1731403093843
2024-11-12T09:18:15,254 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227, startPosition=0, beingWritten=true
2024-11-12T09:18:15,254 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227, startPosition=0, beingWritten=true
2024-11-12T09:18:15,468 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:15,471 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:15,492 DEBUG [106923ea030f:39189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:15,493 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,40035,1731403093843
2024-11-12T09:18:15,494 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,40035,1731403093843, state=OPENING
2024-11-12T09:18:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:15,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:15,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:15,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:15,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,40035,1731403093843}]
2024-11-12T09:18:15,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:15,702 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:15,708 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:15,708 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:15,709 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:15,711 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C40035%2C1731403093843.meta, suffix=.meta, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs, maxLogs=10
2024-11-12T09:18:15,730 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.meta.1731403095712.meta, exclude list is [], retry=0
2024-11-12T09:18:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:15,735 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.meta.1731403095712.meta
2024-11-12T09:18:15,735 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:15,735 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:15,736 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:15,736 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:15,736 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:15,736 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:15,736 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:15,736 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:15,736 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:15,736 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:15,738 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:15,739 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:15,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:15,751 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/info/b0fcf55bd4f94f7eb6fba47acf41f50e
2024-11-12T09:18:15,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:15,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:15,753 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:15,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:15,761 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/ns/ae9aae6486e649d497321ba3fcd1c3ae
2024-11-12T09:18:15,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:15,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:15,763 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:15,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:15,764 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:15,764 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:15,766 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:15,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:15,774 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/table/5cf443092f7c4506a80b563ff9238be7
2024-11-12T09:18:15,775 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:15,775 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:15,776 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740
2024-11-12T09:18:15,777 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740
2024-11-12T09:18:15,778 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:15,778 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:15,779 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:15,782 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:15,783 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:15,783 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:15,787 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59082133, jitterRate=-0.11960761249065399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:15,787 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:15,789 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403095736Writing region info on filesystem at 1731403095736Initializing all the Stores at 1731403095737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403095738 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403095738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403095738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403095738Cleaning up temporary data from old regions at 1731403095778 (+40 ms)Running coprocessor post-open hooks at 1731403095787 (+9 ms)Region opened successfully at 1731403095789 (+2 ms)
2024-11-12T09:18:15,791 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731403095700
2024-11-12T09:18:15,794 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:15,794 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:15,795 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=106923ea030f,40035,1731403093843
2024-11-12T09:18:15,796 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,40035,1731403093843, state=OPEN
2024-11-12T09:18:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:15,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,40035,1731403093843
2024-11-12T09:18:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01235690927/meta-region-server
2024-11-12T09:18:15,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:15,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01235690927/meta-region-server: CHANGED
2024-11-12T09:18:15,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-12T09:18:15,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,40035,1731403093843 in 256 msec
2024-11-12T09:18:15,812 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-12T09:18:15,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 969 msec
2024-11-12T09:18:16,191 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:16,202 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:16,448 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-12T09:18:16,707 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:16,711 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:17,314 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:17,324 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:17,951 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms
2024-11-12T09:18:18,025 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:18,043 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:18,831 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:18,849 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:19,353 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-12T09:18:19,353 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:19,354 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:19,354 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,40035,1731403093843, seqNum=-1]
2024-11-12T09:18:19,354 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:19,356 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:19,364 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=19cef7f41c13d7d568abbda6e3ab0035, regionState=OPEN, lastHost=106923ea030f,33253,1731403077461, regionLocation=106923ea030f,33253,1731403077461, openSeqNum=2
2024-11-12T09:18:19,364 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:19,364 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403159364
2024-11-12T09:18:19,364 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403219364
2024-11-12T09:18:19,364 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec
2024-11-12T09:18:19,365 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39189,1731403093796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,365 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39189,1731403093796-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,365 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39189,1731403093796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,365 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:39189, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,365 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,366 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 106923ea030f,33253,1731403077461 had 2 regions
2024-11-12T09:18:19,367 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,375 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 106923ea030f,33253,1731403077461, splitWal=true, meta=true, isMeta: false
2024-11-12T09:18:19,379 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461-splitting dir is empty, no logs to split.
2024-11-12T09:18:19,379 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 106923ea030f,33253,1731403077461 WAL count=0, meta=false
2024-11-12T09:18:19,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.463sec
2024-11-12T09:18:19,384 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,33253,1731403077461-splitting dir is empty, no logs to split.
2024-11-12T09:18:19,384 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 106923ea030f,33253,1731403077461 WAL count=0, meta=false
2024-11-12T09:18:19,384 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 106923ea030f,33253,1731403077461 WAL splitting is done? wals=0, meta=false
2024-11-12T09:18:19,385 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:19,386 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:19,386 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:19,386 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:19,386 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:19,386 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39189,1731403093796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:19,386 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39189,1731403093796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:19,388 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN}]
2024-11-12T09:18:19,389 WARN  [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=106923ea030f,33253,1731403077461/hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:19,390 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN
2024-11-12T09:18:19,392 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:18:19,397 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:19,397 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:19,397 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39189,1731403093796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:19,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7a8a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:19,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,39189,-1 for getting cluster id
2024-11-12T09:18:19,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:19,482 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ab1b8e-59c4-4bed-a4fc-6d5cc576c285'
2024-11-12T09:18:19,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:19,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ab1b8e-59c4-4bed-a4fc-6d5cc576c285"

2024-11-12T09:18:19,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d08de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,39189,-1]
2024-11-12T09:18:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,485 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d95a768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:19,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:19,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,40035,1731403093843, seqNum=-1]
2024-11-12T09:18:19,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:19,493 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:19,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-12T09:18:19,497 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:19,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:19,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,498 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:19,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 106923ea030f:39189 after: 106923ea030f:39189
2024-11-12T09:18:19,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dec7dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:19,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,39189,-1 for getting cluster id
2024-11-12T09:18:19,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:19,502 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ab1b8e-59c4-4bed-a4fc-6d5cc576c285'
2024-11-12T09:18:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ab1b8e-59c4-4bed-a4fc-6d5cc576c285"

2024-11-12T09:18:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1741e947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,39189,-1]
2024-11-12T09:18:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,504 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:19,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8b5a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:19,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,39189,1731403093796
2024-11-12T09:18:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe12214
2024-11-12T09:18:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:19,508 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:19,508 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:18:19,509 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-12T09:18:19,510 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:18:19,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-12T09:18:19,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:18:19,511 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:19,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:19,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:18:19,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false
2024-11-12T09:18:19,512 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,44653,1731403083288
2024-11-12T09:18:19,513 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1565119171/running
2024-11-12T09:18:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1565119171/running
2024-11-12T09:18:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:19,526 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:19,526 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:19,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/running
2024-11-12T09:18:19,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Set watcher on znode that does not yet exist, /1565119171/running
2024-11-12T09:18:19,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:19,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,46695,1731403083418' *****
2024-11-12T09:18:19,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:18:19,528 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:18:19,528 INFO  [RS:0;106923ea030f:46695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:18:19,528 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,46695,1731403083418
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:46695.
2024-11-12T09:18:19,529 DEBUG [RS:0;106923ea030f:46695 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:19,529 DEBUG [RS:0;106923ea030f:46695 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:18:19,529 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:18:19,530 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:18:19,530 DEBUG [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:19,530 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:19,530 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:19,530 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:19,530 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:19,530 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:19,530 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-12T09:18:19,542 DEBUG [106923ea030f:39189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:19,543 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=19cef7f41c13d7d568abbda6e3ab0035, regionState=OPENING, regionLocation=106923ea030f,40035,1731403093843
2024-11-12T09:18:19,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN because future has completed
2024-11-12T09:18:19,550 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19cef7f41c13d7d568abbda6e3ab0035, server=106923ea030f,40035,1731403093843}]
2024-11-12T09:18:19,553 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:19,555 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/.tmp/ns/18224c6413cd446b84b9ef5511f15b81 is 43, key is default/ns:d/1731403087019/Put/seqid=0
2024-11-12T09:18:19,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741835_1011 (size=5153)
2024-11-12T09:18:19,575 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/.tmp/ns/18224c6413cd446b84b9ef5511f15b81
2024-11-12T09:18:19,587 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/.tmp/ns/18224c6413cd446b84b9ef5511f15b81 as hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/ns/18224c6413cd446b84b9ef5511f15b81
2024-11-12T09:18:19,596 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/ns/18224c6413cd446b84b9ef5511f15b81, entries=2, sequenceid=6, filesize=5.0 K
2024-11-12T09:18:19,597 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 67ms, sequenceid=6, compaction requested=false
2024-11-12T09:18:19,597 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:18:19,605 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-12T09:18:19,609 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:19,609 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:19,609 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:19,609 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403099530Running coprocessor pre-close hooks at 1731403099530Disabling compacts and flushes for region at 1731403099530Disabling writes for close at 1731403099530Obtaining lock to block concurrent updates at 1731403099530Preparing flush snapshotting stores in 1588230740 at 1731403099530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731403099531 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403099531Flushing 1588230740/ns: creating writer at 1731403099532 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731403099555 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731403099555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baf6f78: reopening flushed file at 1731403099586 (+31 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 67ms, sequenceid=6, compaction requested=false at 1731403099597 (+11 ms)Writing region close event to WAL at 1731403099600 (+3 ms)Running coprocessor post-close hooks at 1731403099609 (+9 ms)Closed at 1731403099609
2024-11-12T09:18:19,609 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:19,709 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:19,709 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:19,709 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:18:19,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C40035%2C1731403093843.rep, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs, maxLogs=10
2024-11-12T09:18:19,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.rep.1731403099712, exclude list is [], retry=0
2024-11-12T09:18:19,730 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,46695,1731403083418; all regions closed.
2024-11-12T09:18:19,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-7d52ed1a-3ef1-4e43-8c17-3f9ba12a81b4,DISK]
2024-11-12T09:18:19,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741834_1010 (size=1152)
2024-11-12T09:18:19,734 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.rep.1731403099712
2024-11-12T09:18:19,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423)]
2024-11-12T09:18:19,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 19cef7f41c13d7d568abbda6e3ab0035, NAME => 'hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:19,735 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:19,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:19,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035. service=MultiRowMutationService
2024-11-12T09:18:19,735 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:18:19,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:19,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,738 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19cef7f41c13d7d568abbda6e3ab0035 
2024-11-12T09:18:19,739 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:19,740 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cef7f41c13d7d568abbda6e3ab0035 columnFamilyName hfileref
2024-11-12T09:18:19,740 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:19,741 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:18:19,741 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:18:19,742 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(327): Store=19cef7f41c13d7d568abbda6e3ab0035/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:19,742 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19cef7f41c13d7d568abbda6e3ab0035 
2024-11-12T09:18:19,745 DEBUG [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/oldWALs
2024-11-12T09:18:19,745 INFO  [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C46695%2C1731403083418.meta:.meta(num 1731403086944)
2024-11-12T09:18:19,747 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cef7f41c13d7d568abbda6e3ab0035 columnFamilyName queue
2024-11-12T09:18:19,747 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:19,757 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:19,767 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/queue/0ab15243cfa0490eaae227dc949533c6
2024-11-12T09:18:19,767 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(327): Store=19cef7f41c13d7d568abbda6e3ab0035/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:19,767 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19cef7f41c13d7d568abbda6e3ab0035 
2024-11-12T09:18:19,769 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cef7f41c13d7d568abbda6e3ab0035 columnFamilyName sid
2024-11-12T09:18:19,769 DEBUG [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:19,772 INFO  [StoreOpener-19cef7f41c13d7d568abbda6e3ab0035-1 {}] regionserver.HStore(327): Store=19cef7f41c13d7d568abbda6e3ab0035/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:19,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:18:19,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741832_1008 (size=93)
2024-11-12T09:18:19,788 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 19cef7f41c13d7d568abbda6e3ab0035; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73137184, jitterRate=0.0898289680480957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:18:19,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:19,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 19cef7f41c13d7d568abbda6e3ab0035:
Running coprocessor pre-open hook at 1731403099736Writing region info on filesystem at 1731403099736Initializing all the Stores at 1731403099738 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403099738Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403099738Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403099738Cleaning up temporary data from old regions at 1731403099779 (+41 ms)Running coprocessor post-open hooks at 1731403099788 (+9 ms)Region opened successfully at 1731403099789 (+1 ms)
2024-11-12T09:18:19,789 DEBUG [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/oldWALs
2024-11-12T09:18:19,789 INFO  [RS:0;106923ea030f:46695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C46695%2C1731403083418:(num 1731403085879)
2024-11-12T09:18:19,789 DEBUG [RS:0;106923ea030f:46695 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:19,789 INFO  [RS:0;106923ea030f:46695 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:19,790 INFO  [RS:0;106923ea030f:46695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:19,790 INFO  [RS:0;106923ea030f:46695 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:19,790 INFO  [RS:0;106923ea030f:46695 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:19,790 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:19,790 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035., pid=19, masterSystemTime=1731403099704
2024-11-12T09:18:19,790 INFO  [RS:0;106923ea030f:46695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46695
2024-11-12T09:18:19,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:19,794 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:19,795 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=19cef7f41c13d7d568abbda6e3ab0035, regionState=OPEN, openSeqNum=10, regionLocation=106923ea030f,40035,1731403093843
2024-11-12T09:18:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19cef7f41c13d7d568abbda6e3ab0035, server=106923ea030f,40035,1731403093843 because future has completed
2024-11-12T09:18:19,807 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-12T09:18:19,807 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 19cef7f41c13d7d568abbda6e3ab0035, server=106923ea030f,40035,1731403093843 in 253 msec
2024-11-12T09:18:19,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-11-12T09:18:19,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19cef7f41c13d7d568abbda6e3ab0035, ASSIGN in 420 msec
2024-11-12T09:18:19,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-12T09:18:19,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171/rs
2024-11-12T09:18:19,826 INFO  [RS:0;106923ea030f:46695 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:19,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1565119171/rs/106923ea030f,46695,1731403083418
2024-11-12T09:18:19,826 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f28a08e3f40@4e8a0f07 rejected from java.util.concurrent.ThreadPoolExecutor@b8888b2[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-12T09:18:19,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035., hostname=106923ea030f,40035,1731403093843, seqNum=10]
2024-11-12T09:18:19,834 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,46695,1731403083418]
2024-11-12T09:18:19,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1565119171/draining/106923ea030f,46695,1731403083418 already deleted, retry=false
2024-11-12T09:18:19,844 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,46695,1731403083418 expired; onlineServers=0
2024-11-12T09:18:19,844 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,44653,1731403083288' *****
2024-11-12T09:18:19,845 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:18:19,845 INFO  [M:0;106923ea030f:44653 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:19,845 INFO  [M:0;106923ea030f:44653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:19,845 DEBUG [M:0;106923ea030f:44653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:18:19,845 DEBUG [M:0;106923ea030f:44653 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:18:19,845 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:18:19,845 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403085642 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403085642,5,FailOnTimeoutGroup]
2024-11-12T09:18:19,845 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403085642 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403085642,5,FailOnTimeoutGroup]
2024-11-12T09:18:19,845 INFO  [M:0;106923ea030f:44653 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:19,845 INFO  [M:0;106923ea030f:44653 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:19,845 DEBUG [M:0;106923ea030f:44653 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:18:19,846 INFO  [M:0;106923ea030f:44653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:18:19,846 INFO  [M:0;106923ea030f:44653 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:19,846 INFO  [M:0;106923ea030f:44653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:18:19,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:18:19,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1565119171/master
2024-11-12T09:18:19,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1565119171
2024-11-12T09:18:19,858 DEBUG [M:0;106923ea030f:44653 {}] zookeeper.ZKUtil(347): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Unable to get data of znode /1565119171/master because node does not exist (not an error)
2024-11-12T09:18:19,858 WARN  [M:0;106923ea030f:44653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:18:19,859 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 106923ea030f,33253,1731403077461
2024-11-12T09:18:19,860 INFO  [M:0;106923ea030f:44653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/.lastflushedseqids
2024-11-12T09:18:19,860 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-12T09:18:19,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741836_1012 (size=99)
2024-11-12T09:18:19,934 INFO  [RS:0;106923ea030f:46695 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:19,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1012e563a030004, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:19,935 INFO  [RS:0;106923ea030f:46695 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,46695,1731403083418; zookeeper connection closed.
2024-11-12T09:18:19,935 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c9d8e93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c9d8e93
2024-11-12T09:18:19,935 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:18:20,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21
2024-11-12T09:18:20,279 INFO  [M:0;106923ea030f:44653 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:18:20,279 INFO  [M:0;106923ea030f:44653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:18:20,279 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:20,279 INFO  [M:0;106923ea030f:44653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:20,279 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:20,279 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:20,279 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:20,279 INFO  [M:0;106923ea030f:44653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-12T09:18:20,296 DEBUG [M:0;106923ea030f:44653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b95605016b043dfb8c5908510f80ce5 is 82, key is hbase:meta,,1/info:regioninfo/1731403086993/Put/seqid=0
2024-11-12T09:18:20,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741837_1013 (size=5672)
2024-11-12T09:18:20,702 INFO  [M:0;106923ea030f:44653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b95605016b043dfb8c5908510f80ce5
2024-11-12T09:18:20,725 DEBUG [M:0;106923ea030f:44653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/446461dbd024480d9609881858384e24 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731403087026/Put/seqid=0
2024-11-12T09:18:20,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741838_1014 (size=5275)
2024-11-12T09:18:20,731 INFO  [M:0;106923ea030f:44653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/446461dbd024480d9609881858384e24
2024-11-12T09:18:20,757 DEBUG [M:0;106923ea030f:44653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50b14d7a43fd48638328507e0e449e21 is 69, key is 106923ea030f,46695,1731403083418/rs:state/1731403085713/Put/seqid=0
2024-11-12T09:18:20,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741839_1015 (size=5156)
2024-11-12T09:18:20,770 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:20,804 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:21,166 INFO  [M:0;106923ea030f:44653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50b14d7a43fd48638328507e0e449e21
2024-11-12T09:18:21,174 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b95605016b043dfb8c5908510f80ce5 as hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b95605016b043dfb8c5908510f80ce5
2024-11-12T09:18:21,181 INFO  [M:0;106923ea030f:44653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b95605016b043dfb8c5908510f80ce5, entries=8, sequenceid=28, filesize=5.5 K
2024-11-12T09:18:21,183 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/446461dbd024480d9609881858384e24 as hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/446461dbd024480d9609881858384e24
2024-11-12T09:18:21,191 INFO  [M:0;106923ea030f:44653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/446461dbd024480d9609881858384e24, entries=3, sequenceid=28, filesize=5.2 K
2024-11-12T09:18:21,193 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50b14d7a43fd48638328507e0e449e21 as hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50b14d7a43fd48638328507e0e449e21
2024-11-12T09:18:21,204 INFO  [M:0;106923ea030f:44653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f8a3554f-4285-413a-e9f1-d3e8fe7b5e0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50b14d7a43fd48638328507e0e449e21, entries=1, sequenceid=28, filesize=5.0 K
2024-11-12T09:18:21,206 INFO  [M:0;106923ea030f:44653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=28, compaction requested=false
2024-11-12T09:18:21,215 INFO  [M:0;106923ea030f:44653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:21,215 DEBUG [M:0;106923ea030f:44653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403100279Disabling compacts and flushes for region at 1731403100279Disabling writes for close at 1731403100279Obtaining lock to block concurrent updates at 1731403100279Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403100279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731403100280 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403100281 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403100281Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403100296 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403100296Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403100708 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403100724 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403100724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403100736 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403100756 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403100756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37801863: reopening flushed file at 1731403101173 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e5da07: reopening flushed file at 1731403101181 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f3a89f: reopening flushed file at 1731403101191 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=28, compaction requested=false at 1731403101206 (+15 ms)Writing region close event to WAL at 1731403101215 (+9 ms)Closed at 1731403101215
2024-11-12T09:18:21,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741830_1006 (size=10165)
2024-11-12T09:18:21,221 INFO  [M:0;106923ea030f:44653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:18:21,221 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:21,221 INFO  [M:0;106923ea030f:44653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44653
2024-11-12T09:18:21,225 INFO  [M:0;106923ea030f:44653 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:21,239 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:21,383 INFO  [M:0;106923ea030f:44653 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x1012e563a030003, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:21,387 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e2a8352{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:21,391 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:21,391 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:21,391 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc63c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:21,392 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc263b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:21,395 WARN  [BP-1526815066-172.17.0.2-1731403081620 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:18:21,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:18:21,396 WARN  [BP-1526815066-172.17.0.2-1731403081620 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1526815066-172.17.0.2-1731403081620 (Datanode Uuid 9123214f-410c-42f2-834a-a9005487b931) service to localhost/127.0.0.1:35527
2024-11-12T09:18:21,396 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:18:21,397 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/cluster_27173730-32a8-dc6b-aaae-1491dfdda653/data/data1/current/BP-1526815066-172.17.0.2-1731403081620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:21,397 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:18:21,399 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/cluster_27173730-32a8-dc6b-aaae-1491dfdda653/data/data2/current/BP-1526815066-172.17.0.2-1731403081620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:21,408 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7520a1c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:21,408 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:21,409 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:21,409 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57486293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:21,409 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c8066{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:21,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:18:21,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:18:21,435 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:21,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:21,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:21,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:21,435 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:21,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:18:21,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555080454, stopped=false
2024-11-12T09:18:21,436 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,39189,1731403093796
2024-11-12T09:18:21,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/running
2024-11-12T09:18:21,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/running
2024-11-12T09:18:21,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:21,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:21,455 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:21,455 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:21,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:21,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:21,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:18:21,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Set watcher on znode that does not yet exist, /01235690927/running
2024-11-12T09:18:21,456 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,40035,1731403093843' *****
2024-11-12T09:18:21,456 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:18:21,457 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(3091): Received CLOSE for 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,40035,1731403093843
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:21,457 INFO  [RS:0;106923ea030f:40035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:40035.
2024-11-12T09:18:21,457 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19cef7f41c13d7d568abbda6e3ab0035, disabling compactions & flushes
2024-11-12T09:18:21,457 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:21,457 DEBUG [RS:0;106923ea030f:40035 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:21,457 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035. after waiting 0 ms
2024-11-12T09:18:21,458 INFO  [RS:0;106923ea030f:40035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:21,458 INFO  [RS:0;106923ea030f:40035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:18:21,458 INFO  [RS:0;106923ea030f:40035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:18:21,458 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:18:21,458 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:18:21,458 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19cef7f41c13d7d568abbda6e3ab0035=hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.}
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:21,458 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19cef7f41c13d7d568abbda6e3ab0035
2024-11-12T09:18:21,458 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:21,458 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:21,459 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-12T09:18:21,472 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/replication/19cef7f41c13d7d568abbda6e3ab0035/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-12T09:18:21,473 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:21,473 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:21,473 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:21,474 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19cef7f41c13d7d568abbda6e3ab0035:
Waiting for close lock at 1731403101457Running coprocessor pre-close hooks at 1731403101457Disabling compacts and flushes for region at 1731403101457Disabling writes for close at 1731403101458 (+1 ms)Writing region close event to WAL at 1731403101459 (+1 ms)Running coprocessor post-close hooks at 1731403101473 (+14 ms)Closed at 1731403101473
2024-11-12T09:18:21,474 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035.
2024-11-12T09:18:21,487 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/info/c90dba8828d34a57b8a76dfeaf4e06b0 is 147, key is hbase:replication,,1731403087171.19cef7f41c13d7d568abbda6e3ab0035./info:regioninfo/1731403099795/Put/seqid=0
2024-11-12T09:18:21,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741851_1027 (size=6385)
2024-11-12T09:18:21,538 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:21,658 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:21,859 DEBUG [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:21,876 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:21,894 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/info/c90dba8828d34a57b8a76dfeaf4e06b0
2024-11-12T09:18:21,903 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/.tmp/info/c90dba8828d34a57b8a76dfeaf4e06b0 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/info/c90dba8828d34a57b8a76dfeaf4e06b0
2024-11-12T09:18:21,911 DEBUG [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 to pos 0, reset compression=false
2024-11-12T09:18:21,919 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/info/c90dba8828d34a57b8a76dfeaf4e06b0, entries=8, sequenceid=19, filesize=6.2 K
2024-11-12T09:18:21,921 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 463ms, sequenceid=19, compaction requested=false
2024-11-12T09:18:21,948 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-12T09:18:21,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:21,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:21,949 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:21,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403101458Running coprocessor pre-close hooks at 1731403101458Disabling compacts and flushes for region at 1731403101458Disabling writes for close at 1731403101458Obtaining lock to block concurrent updates at 1731403101459 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731403101459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731403101461 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403101462 (+1 ms)Flushing 1588230740/info: creating writer at 1731403101462Flushing 1588230740/info: appending metadata at 1731403101486 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731403101487 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5cda7c: reopening flushed file at 1731403101902 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 463ms, sequenceid=19, compaction requested=false at 1731403101921 (+19 ms)Writing region close event to WAL at 1731403101944 (+23 ms)Running coprocessor post-close hooks at 1731403101949 (+5 ms)Closed at 1731403101949
2024-11-12T09:18:21,950 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:22,059 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,40035,1731403093843; all regions closed.
2024-11-12T09:18:22,062 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.meta.1731403095712.meta not finished, retry = 0
2024-11-12T09:18:22,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741849_1025 (size=2156)
2024-11-12T09:18:22,075 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:18:22,076 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:18:22,166 DEBUG [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs
2024-11-12T09:18:22,166 INFO  [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C40035%2C1731403093843.meta:.meta(num 1731403095712)
2024-11-12T09:18:22,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741850_1026 (size=796)
2024-11-12T09:18:22,168 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.rep.1731403099712 not finished, retry = 0
2024-11-12T09:18:22,271 DEBUG [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs
2024-11-12T09:18:22,271 INFO  [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C40035%2C1731403093843.rep:(num 1731403099712)
2024-11-12T09:18:22,278 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/WALs/106923ea030f,40035,1731403093843/106923ea030f%2C40035%2C1731403093843.1731403095227 not finished, retry = 0
2024-11-12T09:18:22,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741848_1024 (size=93)
2024-11-12T09:18:22,381 DEBUG [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/oldWALs
2024-11-12T09:18:22,381 INFO  [RS:0;106923ea030f:40035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C40035%2C1731403093843:(num 1731403095227)
2024-11-12T09:18:22,381 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:22,381 INFO  [RS:0;106923ea030f:40035 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:22,381 INFO  [RS:0;106923ea030f:40035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:22,382 INFO  [RS:0;106923ea030f:40035 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:22,382 INFO  [RS:0;106923ea030f:40035 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:22,382 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-12T09:18:22,382 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-12T09:18:22,382 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-12T09:18:22,383 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,40035,1731403093843 because: Region server is closing
2024-11-12T09:18:22,383 INFO  [RS:0;106923ea030f:40035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:40035.
2024-11-12T09:18:22,383 DEBUG [RS:0;106923ea030f:40035 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:22,383 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:22,383 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:22,383 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:22,384 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:22,483 WARN  [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:18:22,483 WARN  [RS:0;106923ea030f:40035.replicationSource.shipper106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-12T09:18:22,484 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;106923ea030f:40035.replicationSource.shipper106923ea030f%2C40035%2C1731403093843,1-106923ea030f,40035,1731403093843 terminated
2024-11-12T09:18:22,484 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-106923ea030f,40035,1731403093843 because: Region server is closing
2024-11-12T09:18:22,484 INFO  [RS:0;106923ea030f:40035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:40035.
2024-11-12T09:18:22,484 DEBUG [RS:0;106923ea030f:40035 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:22,484 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:22,485 DEBUG [RS:0;106923ea030f:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:22,485 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:22,585 WARN  [RS:0;106923ea030f:40035.replicationSource.wal-reader.106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:18:22,585 WARN  [RS:0;106923ea030f:40035.replicationSource.shipper106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-12T09:18:22,585 INFO  [RS:0;106923ea030f:40035 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;106923ea030f:40035.replicationSource.shipper106923ea030f%2C40035%2C1731403093843,2-106923ea030f,40035,1731403093843 terminated
2024-11-12T09:18:22,586 INFO  [RS:0;106923ea030f:40035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40035
2024-11-12T09:18:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927/rs
2024-11-12T09:18:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/rs/106923ea030f,40035,1731403093843
2024-11-12T09:18:22,634 INFO  [RS:0;106923ea030f:40035 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:22,634 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,40035,1731403093843]
2024-11-12T09:18:22,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01235690927/draining/106923ea030f,40035,1731403093843 already deleted, retry=false
2024-11-12T09:18:22,655 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,40035,1731403093843 expired; onlineServers=0
2024-11-12T09:18:22,655 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,39189,1731403093796' *****
2024-11-12T09:18:22,655 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:18:22,655 INFO  [M:0;106923ea030f:39189 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:22,655 INFO  [M:0;106923ea030f:39189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:22,655 DEBUG [M:0;106923ea030f:39189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:18:22,655 DEBUG [M:0;106923ea030f:39189 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:18:22,655 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403094840 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403094840,5,FailOnTimeoutGroup]
2024-11-12T09:18:22,655 INFO  [M:0;106923ea030f:39189 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:22,655 INFO  [M:0;106923ea030f:39189 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:22,656 DEBUG [M:0;106923ea030f:39189 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:18:22,656 INFO  [M:0;106923ea030f:39189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:18:22,656 INFO  [M:0;106923ea030f:39189 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:22,656 INFO  [M:0;106923ea030f:39189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:18:22,656 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403094840 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403094840,5,FailOnTimeoutGroup]
2024-11-12T09:18:22,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:18:22,656 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:18:22,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01235690927/master
2024-11-12T09:18:22,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01235690927
2024-11-12T09:18:22,665 DEBUG [M:0;106923ea030f:39189 {}] zookeeper.ZKUtil(347): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Unable to get data of znode /01235690927/master because node does not exist (not an error)
2024-11-12T09:18:22,665 WARN  [M:0;106923ea030f:39189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:18:22,666 INFO  [M:0;106923ea030f:39189 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/.lastflushedseqids
2024-11-12T09:18:22,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741852_1028 (size=181)
2024-11-12T09:18:22,675 INFO  [M:0;106923ea030f:39189 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:18:22,676 INFO  [M:0;106923ea030f:39189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:18:22,676 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:22,676 INFO  [M:0;106923ea030f:39189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:22,676 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:22,676 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:22,676 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:22,676 INFO  [M:0;106923ea030f:39189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-12T09:18:22,700 DEBUG [M:0;106923ea030f:39189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9422f5b100a4a5b802876a1d96e1c19 is 82, key is hbase:meta,,1/info:regioninfo/1731403095795/Put/seqid=0
2024-11-12T09:18:22,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741853_1029 (size=5680)
2024-11-12T09:18:22,706 INFO  [M:0;106923ea030f:39189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9422f5b100a4a5b802876a1d96e1c19
2024-11-12T09:18:22,742 DEBUG [M:0;106923ea030f:39189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d1251d0b0604835970492ccd787f96e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731403099809/Put/seqid=0
2024-11-12T09:18:22,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:22,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012e563a030007, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:22,744 INFO  [RS:0;106923ea030f:40035 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:22,745 INFO  [RS:0;106923ea030f:40035 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,40035,1731403093843; zookeeper connection closed.
2024-11-12T09:18:22,745 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53190acf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53190acf
2024-11-12T09:18:22,745 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:18:22,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741854_1030 (size=7319)
2024-11-12T09:18:23,156 INFO  [M:0;106923ea030f:39189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d1251d0b0604835970492ccd787f96e
2024-11-12T09:18:23,186 DEBUG [M:0;106923ea030f:39189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3ca2d9b60534d1bb8a7f349e8d2d61a is 69, key is 106923ea030f,40035,1731403093843/rs:state/1731403094930/Put/seqid=0
2024-11-12T09:18:23,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741855_1031 (size=5371)
2024-11-12T09:18:23,598 INFO  [M:0;106923ea030f:39189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3ca2d9b60534d1bb8a7f349e8d2d61a
2024-11-12T09:18:23,604 INFO  [M:0;106923ea030f:39189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3ca2d9b60534d1bb8a7f349e8d2d61a
2024-11-12T09:18:23,605 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9422f5b100a4a5b802876a1d96e1c19 as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9422f5b100a4a5b802876a1d96e1c19
2024-11-12T09:18:23,612 INFO  [M:0;106923ea030f:39189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9422f5b100a4a5b802876a1d96e1c19, entries=8, sequenceid=172, filesize=5.5 K
2024-11-12T09:18:23,614 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d1251d0b0604835970492ccd787f96e as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d1251d0b0604835970492ccd787f96e
2024-11-12T09:18:23,626 INFO  [M:0;106923ea030f:39189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d1251d0b0604835970492ccd787f96e, entries=7, sequenceid=172, filesize=7.1 K
2024-11-12T09:18:23,627 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3ca2d9b60534d1bb8a7f349e8d2d61a as hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3ca2d9b60534d1bb8a7f349e8d2d61a
2024-11-12T09:18:23,635 INFO  [M:0;106923ea030f:39189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3ca2d9b60534d1bb8a7f349e8d2d61a
2024-11-12T09:18:23,635 INFO  [M:0;106923ea030f:39189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/cdef9e5a-829c-527f-9880-2a944b372b3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3ca2d9b60534d1bb8a7f349e8d2d61a, entries=2, sequenceid=172, filesize=5.2 K
2024-11-12T09:18:23,637 INFO  [M:0;106923ea030f:39189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=172, compaction requested=false
2024-11-12T09:18:23,639 INFO  [M:0;106923ea030f:39189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:23,640 DEBUG [M:0;106923ea030f:39189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403102676Disabling compacts and flushes for region at 1731403102676Disabling writes for close at 1731403102676Obtaining lock to block concurrent updates at 1731403102676Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403102676Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731403102677 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403102677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403102677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403102700 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403102700Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403102715 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403102742 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403102742Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403103162 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403103185 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403103185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc4647d: reopening flushed file at 1731403103604 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f29235b: reopening flushed file at 1731403103613 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f87faa4: reopening flushed file at 1731403103626 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=172, compaction requested=false at 1731403103637 (+11 ms)Writing region close event to WAL at 1731403103639 (+2 ms)Closed at 1731403103639
2024-11-12T09:18:23,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741847_1023 (size=22949)
2024-11-12T09:18:23,648 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:23,648 INFO  [M:0;106923ea030f:39189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:18:23,648 INFO  [M:0;106923ea030f:39189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39189
2024-11-12T09:18:23,648 INFO  [M:0;106923ea030f:39189 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:23,807 INFO  [M:0;106923ea030f:39189 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:23,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:23,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39189-0x1012e563a030006, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:23,810 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:23,811 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:23,811 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:23,811 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:23,811 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:23,813 WARN  [BP-468442586-172.17.0.2-1731403072122 heartbeating to localhost/127.0.0.1:36171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:18:23,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:18:23,813 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:18:23,813 WARN  [BP-468442586-172.17.0.2-1731403072122 heartbeating to localhost/127.0.0.1:36171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-468442586-172.17.0.2-1731403072122 (Datanode Uuid b0bd952f-28b4-4f5d-ba93-bf0a9f7ffb29) service to localhost/127.0.0.1:36171
2024-11-12T09:18:23,814 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/data/data1/current/BP-468442586-172.17.0.2-1731403072122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:23,814 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/cluster_bac52eb8-2568-405e-2925-0103c3739787/data/data2/current/BP-468442586-172.17.0.2-1731403072122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:23,814 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:18:23,823 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:23,824 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:23,824 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:23,824 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:23,824 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fdaa1291-d27e-19a5-bd3d-430b36810622/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:23,834 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:18:23,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:18:23,868 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11)
Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'DataNode' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36171 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35527 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/106923ea030f:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36171
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36171
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36171
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/106923ea030f:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/106923ea030f:0.procedureResultReporter
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36171
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36171 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35527
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36171
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36171 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/106923ea030f:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36171
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53764)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53764)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@75810828
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35527 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35527 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35527
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/106923ea030f:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7166 (was 7942)
2024-11-12T09:18:23,877 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=7165
2024-11-12T09:18:23,895 INFO  [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations
2024-11-12T09:18:23,896 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir so I do NOT create it in target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3
2024-11-12T09:18:23,896 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:18:23,896 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.tmp.dir so I do NOT create it in target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3
2024-11-12T09:18:23,897 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b7d4414-ad27-8158-605e-e19f8b21b76f/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:18:23,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3
2024-11-12T09:18:23,897 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f, deleteOnExit=true
2024-11-12T09:18:23,925 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/zookeeper_0, clientPort=55827, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:18:23,926 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55827
2024-11-12T09:18:23,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:18:23,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:18:23,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/test.cache.data in system properties and HBase conf
2024-11-12T09:18:23,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:18:23,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:18:23,927 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:18:23,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:23,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:18:23,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:18:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e563a030005, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:18:23,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e563a030005, quorum=127.0.0.1:53764, baseZNode=/1565119171 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:18:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e563a030002, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:18:23,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e563a030002, quorum=127.0.0.1:53764, baseZNode=/01235690927 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:18:24,484 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:24,492 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:24,502 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:24,502 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:24,503 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:18:24,504 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:24,508 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122fd3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:24,509 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2c6c17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:24,650 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6a0d20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/java.io.tmpdir/jetty-localhost-34371-hadoop-hdfs-3_4_1-tests_jar-_-any-12478987905140305986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:24,652 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b75168c{HTTP/1.1, (http/1.1)}{localhost:34371}
2024-11-12T09:18:24,652 INFO  [Time-limited test {}] server.Server(415): Started @35550ms
2024-11-12T09:18:24,992 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:25,001 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:25,005 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:25,005 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:25,005 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:18:25,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fa4501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:25,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a09d9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:25,136 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73555298{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/java.io.tmpdir/jetty-localhost-37267-hadoop-hdfs-3_4_1-tests_jar-_-any-1565840658816585904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:25,137 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366df86e{HTTP/1.1, (http/1.1)}{localhost:37267}
2024-11-12T09:18:25,137 INFO  [Time-limited test {}] server.Server(415): Started @36035ms
2024-11-12T09:18:25,139 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:18:25,833 WARN  [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/data/data2/current/BP-660253199-172.17.0.2-1731403103959/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:25,833 WARN  [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/data/data1/current/BP-660253199-172.17.0.2-1731403103959/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:25,854 WARN  [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:18:25,857 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d3ddaeb4a07fb9b with lease ID 0x6898c5500ae7e261: Processing first storage report for DS-d921bef6-3e3f-490c-afed-0ad0f6742fcb from datanode DatanodeRegistration(127.0.0.1:33499, datanodeUuid=37ac7ae7-4abc-407a-bd72-3baca9a19951, infoPort=40995, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=691174227;c=1731403103959)
2024-11-12T09:18:25,857 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d3ddaeb4a07fb9b with lease ID 0x6898c5500ae7e261: from storage DS-d921bef6-3e3f-490c-afed-0ad0f6742fcb node DatanodeRegistration(127.0.0.1:33499, datanodeUuid=37ac7ae7-4abc-407a-bd72-3baca9a19951, infoPort=40995, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=691174227;c=1731403103959), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:25,857 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d3ddaeb4a07fb9b with lease ID 0x6898c5500ae7e261: Processing first storage report for DS-b44db787-ff9b-47b6-8fdc-4844de006954 from datanode DatanodeRegistration(127.0.0.1:33499, datanodeUuid=37ac7ae7-4abc-407a-bd72-3baca9a19951, infoPort=40995, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=691174227;c=1731403103959)
2024-11-12T09:18:25,857 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d3ddaeb4a07fb9b with lease ID 0x6898c5500ae7e261: from storage DS-b44db787-ff9b-47b6-8fdc-4844de006954 node DatanodeRegistration(127.0.0.1:33499, datanodeUuid=37ac7ae7-4abc-407a-bd72-3baca9a19951, infoPort=40995, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=691174227;c=1731403103959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:25,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3
2024-11-12T09:18:25,903 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:25,904 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:25,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:18:26,319 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86 with version=8
2024-11-12T09:18:26,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/hbase-staging
2024-11-12T09:18:26,322 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:18:26,323 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:26,324 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34117
2024-11-12T09:18:26,326 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34117 connecting to ZooKeeper ensemble=127.0.0.1:55827
2024-11-12T09:18:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341170x0, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:26,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34117-0x1012e56ba5d0000 connected
2024-11-12T09:18:26,514 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:26,516 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:26,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/running
2024-11-12T09:18:26,520 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86, hbase.cluster.distributed=false
2024-11-12T09:18:26,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/acl
2024-11-12T09:18:26,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34117
2024-11-12T09:18:26,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34117
2024-11-12T09:18:26,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34117
2024-11-12T09:18:26,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34117
2024-11-12T09:18:26,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34117
2024-11-12T09:18:26,553 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:26,553 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:26,553 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:26,553 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:26,554 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:26,554 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:26,554 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:18:26,554 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:26,555 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33801
2024-11-12T09:18:26,557 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33801 connecting to ZooKeeper ensemble=127.0.0.1:55827
2024-11-12T09:18:26,557 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:26,559 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:26,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338010x0, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:26,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338010x0, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/running
2024-11-12T09:18:26,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33801-0x1012e56ba5d0001 connected
2024-11-12T09:18:26,573 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:18:26,575 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:18:26,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/master
2024-11-12T09:18:26,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/acl
2024-11-12T09:18:26,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33801
2024-11-12T09:18:26,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33801
2024-11-12T09:18:26,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33801
2024-11-12T09:18:26,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33801
2024-11-12T09:18:26,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33801
2024-11-12T09:18:26,602 DEBUG [M:0;106923ea030f:34117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:34117
2024-11-12T09:18:26,604 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0655021731/backup-masters/106923ea030f,34117,1731403106322
2024-11-12T09:18:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731/backup-masters
2024-11-12T09:18:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731/backup-masters
2024-11-12T09:18:26,615 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on existing znode=/0655021731/backup-masters/106923ea030f,34117,1731403106322
2024-11-12T09:18:26,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655021731/master
2024-11-12T09:18:26,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:26,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:26,625 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on existing znode=/0655021731/master
2024-11-12T09:18:26,626 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0655021731/backup-masters/106923ea030f,34117,1731403106322 from backup master directory
2024-11-12T09:18:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655021731/backup-masters/106923ea030f,34117,1731403106322
2024-11-12T09:18:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731/backup-masters
2024-11-12T09:18:26,636 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731/backup-masters
2024-11-12T09:18:26,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,34117,1731403106322
2024-11-12T09:18:26,641 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/hbase.id] with ID: 4fc2ad43-3560-4f55-b0ec-3e7f6123b793
2024-11-12T09:18:26,641 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/.tmp/hbase.id
2024-11-12T09:18:26,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:18:26,976 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:26,979 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:27,003 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:27,013 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:27,013 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:18:27,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:18:27,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:27,051 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/.tmp/hbase.id]:[hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/hbase.id]
2024-11-12T09:18:27,065 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:27,065 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:18:27,067 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-12T09:18:27,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:27,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:27,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:18:27,135 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:27,136 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:18:27,137 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:27,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:18:27,558 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store
2024-11-12T09:18:27,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:18:27,969 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:27,969 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:27,969 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:27,970 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:27,970 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:27,970 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:27,970 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:27,970 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403107969Disabling compacts and flushes for region at 1731403107969Disabling writes for close at 1731403107970 (+1 ms)Writing region close event to WAL at 1731403107970Closed at 1731403107970
2024-11-12T09:18:27,971 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/.initializing
2024-11-12T09:18:27,971 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/WALs/106923ea030f,34117,1731403106322
2024-11-12T09:18:27,972 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:27,975 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C34117%2C1731403106322, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/WALs/106923ea030f,34117,1731403106322, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/oldWALs, maxLogs=10
2024-11-12T09:18:27,995 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/WALs/106923ea030f,34117,1731403106322/106923ea030f%2C34117%2C1731403106322.1731403107975, exclude list is [], retry=0
2024-11-12T09:18:28,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33499,DS-d921bef6-3e3f-490c-afed-0ad0f6742fcb,DISK]
2024-11-12T09:18:28,004 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/WALs/106923ea030f,34117,1731403106322/106923ea030f%2C34117%2C1731403106322.1731403107975
2024-11-12T09:18:28,004 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)]
2024-11-12T09:18:28,004 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:28,005 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:28,005 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,005 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,008 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:28,010 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:18:28,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:28,010 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:28,011 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:28,012 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:18:28,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:28,012 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:28,013 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:28,014 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:18:28,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:28,014 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:28,014 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:28,016 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:18:28,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:28,016 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:28,016 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,019 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,019 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,021 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,021 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,022 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:28,023 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:28,026 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:28,027 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59230965, jitterRate=-0.11738984286785126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:28,028 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403108005Initializing all the Stores at 1731403108006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403108006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403108008 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403108008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403108008Cleaning up temporary data from old regions at 1731403108021 (+13 ms)Region opened successfully at 1731403108028 (+7 ms)
2024-11-12T09:18:28,034 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:18:28,037 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b192812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:28,039 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:18:28,039 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:18:28,039 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:18:28,039 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:18:28,041 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-12T09:18:28,041 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:18:28,041 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:18:28,049 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:18:28,050 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Unable to get data of znode /0655021731/balancer because node does not exist (not necessarily an error)
2024-11-12T09:18:28,109 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655021731/balancer already deleted, retry=false
2024-11-12T09:18:28,110 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:18:28,111 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Unable to get data of znode /0655021731/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:18:28,119 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655021731/normalizer already deleted, retry=false
2024-11-12T09:18:28,120 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:18:28,120 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Unable to get data of znode /0655021731/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:18:28,130 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655021731/switch/split already deleted, retry=false
2024-11-12T09:18:28,131 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Unable to get data of znode /0655021731/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:18:28,140 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655021731/switch/merge already deleted, retry=false
2024-11-12T09:18:28,143 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Unable to get data of znode /0655021731/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:18:28,151 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655021731/snapshot-cleanup already deleted, retry=false
2024-11-12T09:18:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655021731/running
2024-11-12T09:18:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655021731/running
2024-11-12T09:18:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:28,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,34117,1731403106322, sessionid=0x1012e56ba5d0000, setting cluster-up flag (Was=false)
2024-11-12T09:18:28,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:28,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:28,219 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655021731/flush-table-proc/acquired, /0655021731/flush-table-proc/reached, /0655021731/flush-table-proc/abort
2024-11-12T09:18:28,221 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,34117,1731403106322
2024-11-12T09:18:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:28,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655021731/online-snapshot/acquired, /0655021731/online-snapshot/reached, /0655021731/online-snapshot/abort
2024-11-12T09:18:28,285 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,34117,1731403106322
2024-11-12T09:18:28,287 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:18:28,304 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:28,305 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:18:28,305 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:18:28,305 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,34117,1731403106322
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:18:28,307 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(746): ClusterId : 4fc2ad43-3560-4f55-b0ec-3e7f6123b793
2024-11-12T09:18:28,307 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:28,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:28,320 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:18:28,322 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:18:28,322 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:18:28,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:28,323 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403138332
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:18:28,333 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:18:28,336 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,337 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:18:28,337 DEBUG [RS:0;106923ea030f:33801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c22927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:28,343 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:18:28,343 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:18:28,343 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:18:28,343 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:18:28,356 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:18:28,356 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:18:28,357 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403108356,5,FailOnTimeoutGroup]
2024-11-12T09:18:28,363 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:33801
2024-11-12T09:18:28,364 INFO  [RS:0;106923ea030f:33801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:18:28,364 INFO  [RS:0;106923ea030f:33801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:18:28,364 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:18:28,365 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,34117,1731403106322 with port=33801, startcode=1731403106553
2024-11-12T09:18:28,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:18:28,368 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403108357,5,FailOnTimeoutGroup]
2024-11-12T09:18:28,368 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,368 DEBUG [RS:0;106923ea030f:33801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:18:28,368 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:18:28,368 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,368 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,373 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:18:28,374 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,33801,1731403106553
2024-11-12T09:18:28,374 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34117 {}] master.ServerManager(517): Registering regionserver=106923ea030f,33801,1731403106553
2024-11-12T09:18:28,376 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86
2024-11-12T09:18:28,376 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41005
2024-11-12T09:18:28,376 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:18:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731/rs
2024-11-12T09:18:28,389 DEBUG [RS:0;106923ea030f:33801 {}] zookeeper.ZKUtil(111): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on existing znode=/0655021731/rs/106923ea030f,33801,1731403106553
2024-11-12T09:18:28,389 WARN  [RS:0;106923ea030f:33801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:28,389 INFO  [RS:0;106923ea030f:33801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:28,389 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553
2024-11-12T09:18:28,391 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,33801,1731403106553]
2024-11-12T09:18:28,397 INFO  [RS:0;106923ea030f:33801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:18:28,400 INFO  [RS:0;106923ea030f:33801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:18:28,402 INFO  [RS:0;106923ea030f:33801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:18:28,402 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,416 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:18:28,419 INFO  [RS:0;106923ea030f:33801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:18:28,419 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,419 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,419 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,419 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:28,420 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:28,421 DEBUG [RS:0;106923ea030f:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:28,425 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,425 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,425 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,425 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,425 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,425 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33801,1731403106553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:28,448 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:18:28,449 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33801,1731403106553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,449 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,449 INFO  [RS:0;106923ea030f:33801 {}] regionserver.Replication(171): 106923ea030f,33801,1731403106553 started
2024-11-12T09:18:28,470 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:28,470 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,33801,1731403106553, RpcServer on 106923ea030f/172.17.0.2:33801, sessionid=0x1012e56ba5d0001
2024-11-12T09:18:28,470 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:18:28,470 DEBUG [RS:0;106923ea030f:33801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,33801,1731403106553
2024-11-12T09:18:28,470 DEBUG [RS:0;106923ea030f:33801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,33801,1731403106553'
2024-11-12T09:18:28,470 DEBUG [RS:0;106923ea030f:33801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655021731/flush-table-proc/abort'
2024-11-12T09:18:28,471 DEBUG [RS:0;106923ea030f:33801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655021731/flush-table-proc/acquired'
2024-11-12T09:18:28,471 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:18:28,471 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:18:28,471 DEBUG [RS:0;106923ea030f:33801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,33801,1731403106553
2024-11-12T09:18:28,471 DEBUG [RS:0;106923ea030f:33801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,33801,1731403106553'
2024-11-12T09:18:28,471 DEBUG [RS:0;106923ea030f:33801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655021731/online-snapshot/abort'
2024-11-12T09:18:28,472 DEBUG [RS:0;106923ea030f:33801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655021731/online-snapshot/acquired'
2024-11-12T09:18:28,472 DEBUG [RS:0;106923ea030f:33801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:18:28,472 INFO  [RS:0;106923ea030f:33801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:18:28,472 INFO  [RS:0;106923ea030f:33801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:28,573 INFO  [RS:0;106923ea030f:33801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:28,576 INFO  [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C33801%2C1731403106553, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/oldWALs, maxLogs=10
2024-11-12T09:18:28,596 DEBUG [RS:0;106923ea030f:33801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576, exclude list is [], retry=0
2024-11-12T09:18:28,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33499,DS-d921bef6-3e3f-490c-afed-0ad0f6742fcb,DISK]
2024-11-12T09:18:28,602 INFO  [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576
2024-11-12T09:18:28,603 DEBUG [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)]
2024-11-12T09:18:28,767 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:18:28,768 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86
2024-11-12T09:18:28,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:18:29,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:29,192 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:29,196 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:29,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:29,199 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:29,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,200 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,200 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:29,203 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:29,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,204 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,204 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:29,205 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:29,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,206 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:29,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740
2024-11-12T09:18:29,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740
2024-11-12T09:18:29,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:29,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:29,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:29,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:29,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:29,217 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61027435, jitterRate=-0.09062035381793976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:29,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403109188Initializing all the Stores at 1731403109189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403109189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403109191 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403109191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403109191Cleaning up temporary data from old regions at 1731403109209 (+18 ms)Region opened successfully at 1731403109219 (+10 ms)
2024-11-12T09:18:29,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:29,219 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:29,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:29,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:29,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:29,220 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:29,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403109219Disabling compacts and flushes for region at 1731403109219Disabling writes for close at 1731403109219Writing region close event to WAL at 1731403109220 (+1 ms)Closed at 1731403109220
2024-11-12T09:18:29,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:29,222 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:18:29,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:29,224 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:29,225 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:18:29,375 DEBUG [106923ea030f:34117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:29,376 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,33801,1731403106553
2024-11-12T09:18:29,378 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33801,1731403106553, state=OPENING
2024-11-12T09:18:29,445 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:18:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:29,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655021731/meta-region-server: CHANGED
2024-11-12T09:18:29,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655021731/meta-region-server: CHANGED
2024-11-12T09:18:29,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:29,457 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,33801,1731403106553}]
2024-11-12T09:18:29,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:29,613 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:29,619 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:29,619 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:29,620 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:29,623 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C33801%2C1731403106553.meta, suffix=.meta, logDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/oldWALs, maxLogs=10
2024-11-12T09:18:29,644 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.meta.1731403109624.meta, exclude list is [], retry=0
2024-11-12T09:18:29,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33499,DS-d921bef6-3e3f-490c-afed-0ad0f6742fcb,DISK]
2024-11-12T09:18:29,652 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.meta.1731403109624.meta
2024-11-12T09:18:29,653 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)]
2024-11-12T09:18:29,653 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:29,654 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:29,654 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:29,654 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:29,654 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:29,654 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:29,654 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:29,654 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:29,655 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:29,656 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:29,658 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:29,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:29,662 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:29,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:29,664 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:29,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,665 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,665 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:29,666 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:29,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:29,666 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:29,667 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:29,667 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740
2024-11-12T09:18:29,669 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740
2024-11-12T09:18:29,670 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:29,670 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:29,671 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:29,672 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:29,673 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59860381, jitterRate=-0.10801081359386444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:29,673 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:29,675 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403109655Writing region info on filesystem at 1731403109655Initializing all the Stores at 1731403109656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403109656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403109656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403109656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403109656Cleaning up temporary data from old regions at 1731403109670 (+14 ms)Running coprocessor post-open hooks at 1731403109673 (+3 ms)Region opened successfully at 1731403109675 (+2 ms)
2024-11-12T09:18:29,677 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403109610
2024-11-12T09:18:29,680 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:29,680 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:29,681 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33801,1731403106553
2024-11-12T09:18:29,682 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33801,1731403106553, state=OPEN
2024-11-12T09:18:29,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655021731/meta-region-server
2024-11-12T09:18:29,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655021731/meta-region-server
2024-11-12T09:18:29,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655021731/meta-region-server: CHANGED
2024-11-12T09:18:29,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655021731/meta-region-server: CHANGED
2024-11-12T09:18:29,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,33801,1731403106553
2024-11-12T09:18:29,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:18:29,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,33801,1731403106553 in 297 msec
2024-11-12T09:18:29,761 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:18:29,761 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec
2024-11-12T09:18:29,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:29,763 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:18:29,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:29,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33801,1731403106553, seqNum=-1]
2024-11-12T09:18:29,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:29,767 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:29,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4690 sec
2024-11-12T09:18:29,775 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403109775, completionTime=-1
2024-11-12T09:18:29,775 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:18:29,776 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:29,778 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:29,778 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403169778
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403229778
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34117,1731403106322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34117,1731403106322-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34117,1731403106322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:34117, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,779 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,781 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,782 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.152sec
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34117,1731403106322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:29,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34117,1731403106322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:29,801 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:29,801 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:29,802 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34117,1731403106322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:29,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d37fdf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:29,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34117,-1 for getting cluster id
2024-11-12T09:18:29,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:29,810 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc2ad43-3560-4f55-b0ec-3e7f6123b793'
2024-11-12T09:18:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc2ad43-3560-4f55-b0ec-3e7f6123b793"

2024-11-12T09:18:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c94edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34117,-1]
2024-11-12T09:18:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:29,813 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:29,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c6eaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:29,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33801,1731403106553, seqNum=-1]
2024-11-12T09:18:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:29,819 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:29,823 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,34117,1731403106322
2024-11-12T09:18:29,825 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55827
2024-11-12T09:18:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:29,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e56ba5d0002 connected
2024-11-12T09:18:29,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir so I do NOT create it in target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515
2024-11-12T09:18:29,885 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:18:29,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.tmp.dir so I do NOT create it in target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515
2024-11-12T09:18:29,885 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:18:29,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515
2024-11-12T09:18:29,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/cluster_997796bd-f9f7-30a2-6d48-40efa9a1b47d, deleteOnExit=true
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/test.cache.data in system properties and HBase conf
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:18:29,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:18:29,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:18:29,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:29,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:29,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:18:29,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:29,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:18:29,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:18:30,292 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:30,299 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:30,301 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:30,301 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:30,301 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:18:30,302 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:30,304 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e3c7ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:30,305 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eeecbf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:30,447 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a103b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/java.io.tmpdir/jetty-localhost-35271-hadoop-hdfs-3_4_1-tests_jar-_-any-13054330501119657810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:30,447 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4712f066{HTTP/1.1, (http/1.1)}{localhost:35271}
2024-11-12T09:18:30,447 INFO  [Time-limited test {}] server.Server(415): Started @41345ms
2024-11-12T09:18:30,752 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:30,760 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:30,762 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:30,762 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:30,762 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:18:30,763 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef92a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:30,763 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c278030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:30,904 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c915274{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/java.io.tmpdir/jetty-localhost-37921-hadoop-hdfs-3_4_1-tests_jar-_-any-4066651115343509041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:30,904 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b79a475{HTTP/1.1, (http/1.1)}{localhost:37921}
2024-11-12T09:18:30,904 INFO  [Time-limited test {}] server.Server(415): Started @41802ms
2024-11-12T09:18:30,906 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:18:31,578 WARN  [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/cluster_997796bd-f9f7-30a2-6d48-40efa9a1b47d/data/data1/current/BP-907438812-172.17.0.2-1731403109925/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:31,578 WARN  [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/cluster_997796bd-f9f7-30a2-6d48-40efa9a1b47d/data/data2/current/BP-907438812-172.17.0.2-1731403109925/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:31,604 WARN  [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:18:31,607 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2306a4522e14b161 with lease ID 0xe658720f78712150: Processing first storage report for DS-622d729f-bf9f-4689-ba15-2fd3077f6402 from datanode DatanodeRegistration(127.0.0.1:34709, datanodeUuid=06af8c87-573a-49b7-8739-e56700d24e19, infoPort=42639, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=2118843085;c=1731403109925)
2024-11-12T09:18:31,607 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2306a4522e14b161 with lease ID 0xe658720f78712150: from storage DS-622d729f-bf9f-4689-ba15-2fd3077f6402 node DatanodeRegistration(127.0.0.1:34709, datanodeUuid=06af8c87-573a-49b7-8739-e56700d24e19, infoPort=42639, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=2118843085;c=1731403109925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:31,607 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2306a4522e14b161 with lease ID 0xe658720f78712150: Processing first storage report for DS-fc2485c6-eea9-4e29-8c0e-144fbed163e2 from datanode DatanodeRegistration(127.0.0.1:34709, datanodeUuid=06af8c87-573a-49b7-8739-e56700d24e19, infoPort=42639, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=2118843085;c=1731403109925)
2024-11-12T09:18:31,607 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2306a4522e14b161 with lease ID 0xe658720f78712150: from storage DS-fc2485c6-eea9-4e29-8c0e-144fbed163e2 node DatanodeRegistration(127.0.0.1:34709, datanodeUuid=06af8c87-573a-49b7-8739-e56700d24e19, infoPort=42639, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=2118843085;c=1731403109925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:31,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515
2024-11-12T09:18:31,663 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:31,665 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:31,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:18:32,081 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063 with version=8
2024-11-12T09:18:32,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/hbase-staging
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:18:32,084 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:32,085 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42751
2024-11-12T09:18:32,086 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42751 connecting to ZooKeeper ensemble=127.0.0.1:55827
2024-11-12T09:18:32,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427510x0, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:32,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42751-0x1012e56ba5d0003 connected
2024-11-12T09:18:32,219 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:32,221 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:32,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/running
2024-11-12T09:18:32,257 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063, hbase.cluster.distributed=false
2024-11-12T09:18:32,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/acl
2024-11-12T09:18:32,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42751
2024-11-12T09:18:32,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42751
2024-11-12T09:18:32,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42751
2024-11-12T09:18:32,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42751
2024-11-12T09:18:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42751
2024-11-12T09:18:32,283 WARN  [RS:0;106923ea030f:33801 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 106923ea030f,33253,1731403077461: status=Processing ServerCrashProcedure of 106923ea030f,33253,1731403077461 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731403094826, completionTime=-1 appears to have been leaked
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:18:32,301 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:32,302 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34265
2024-11-12T09:18:32,304 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34265 connecting to ZooKeeper ensemble=127.0.0.1:55827
2024-11-12T09:18:32,304 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:32,306 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342650x0, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:32,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342650x0, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/running
2024-11-12T09:18:32,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34265-0x1012e56ba5d0004 connected
2024-11-12T09:18:32,320 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:18:32,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:18:32,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/master
2024-11-12T09:18:32,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/acl
2024-11-12T09:18:32,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34265
2024-11-12T09:18:32,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34265
2024-11-12T09:18:32,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34265
2024-11-12T09:18:32,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34265
2024-11-12T09:18:32,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34265
2024-11-12T09:18:32,351 DEBUG [M:0;106923ea030f:42751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:42751
2024-11-12T09:18:32,352 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1886677351/backup-masters/106923ea030f,42751,1731403112083
2024-11-12T09:18:32,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351/backup-masters
2024-11-12T09:18:32,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351/backup-masters
2024-11-12T09:18:32,362 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on existing znode=/1886677351/backup-masters/106923ea030f,42751,1731403112083
2024-11-12T09:18:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1886677351/master
2024-11-12T09:18:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:32,372 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on existing znode=/1886677351/master
2024-11-12T09:18:32,372 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1886677351/backup-masters/106923ea030f,42751,1731403112083 from backup master directory
2024-11-12T09:18:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886677351/backup-masters/106923ea030f,42751,1731403112083
2024-11-12T09:18:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351/backup-masters
2024-11-12T09:18:32,382 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351/backup-masters
2024-11-12T09:18:32,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,42751,1731403112083
2024-11-12T09:18:32,392 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/hbase.id] with ID: 4ab05bb2-91e4-4eda-8214-937c2e7eee73
2024-11-12T09:18:32,392 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/.tmp/hbase.id
2024-11-12T09:18:32,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:18:32,410 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/.tmp/hbase.id]:[hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/hbase.id]
2024-11-12T09:18:32,426 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:32,426 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:18:32,428 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-12T09:18:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:32,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:18:32,451 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:32,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:18:32,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:32,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:18:32,516 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:32,518 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:32,541 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:32,872 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store
2024-11-12T09:18:32,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:18:33,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:33,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:33,283 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:33,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:33,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:33,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:33,283 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:33,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403113283Disabling compacts and flushes for region at 1731403113283Disabling writes for close at 1731403113283Writing region close event to WAL at 1731403113283Closed at 1731403113283
2024-11-12T09:18:33,284 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/.initializing
2024-11-12T09:18:33,284 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/WALs/106923ea030f,42751,1731403112083
2024-11-12T09:18:33,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:33,287 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C42751%2C1731403112083, suffix=, logDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/WALs/106923ea030f,42751,1731403112083, archiveDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/oldWALs, maxLogs=10
2024-11-12T09:18:33,303 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/WALs/106923ea030f,42751,1731403112083/106923ea030f%2C42751%2C1731403112083.1731403113288, exclude list is [], retry=0
2024-11-12T09:18:33,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34709,DS-622d729f-bf9f-4689-ba15-2fd3077f6402,DISK]
2024-11-12T09:18:33,311 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/WALs/106923ea030f,42751,1731403112083/106923ea030f%2C42751%2C1731403112083.1731403113288
2024-11-12T09:18:33,312 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42639:42639)]
2024-11-12T09:18:33,312 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:33,312 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:33,312 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,312 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,314 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:33,315 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:18:33,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,316 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:33,316 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:33,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:18:33,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:33,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:33,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:18:33,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:33,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:33,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:18:33,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:33,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,328 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,329 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,330 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,330 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,331 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:33,335 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:33,338 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:33,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63114490, jitterRate=-0.05952081084251404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:33,339 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403113313Initializing all the Stores at 1731403113313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403113314 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403113314Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403113314Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403113314Cleaning up temporary data from old regions at 1731403113330 (+16 ms)Region opened successfully at 1731403113339 (+9 ms)
2024-11-12T09:18:33,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:18:33,343 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22566a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:33,344 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:18:33,345 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:18:33,345 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:18:33,345 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:18:33,346 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:18:33,346 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:18:33,346 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:18:33,348 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:18:33,351 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Unable to get data of znode /1886677351/balancer because node does not exist (not necessarily an error)
2024-11-12T09:18:33,403 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886677351/balancer already deleted, retry=false
2024-11-12T09:18:33,403 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:18:33,404 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Unable to get data of znode /1886677351/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:18:33,413 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886677351/normalizer already deleted, retry=false
2024-11-12T09:18:33,414 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:18:33,415 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Unable to get data of znode /1886677351/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:18:33,424 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886677351/switch/split already deleted, retry=false
2024-11-12T09:18:33,425 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Unable to get data of znode /1886677351/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:18:33,435 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886677351/switch/merge already deleted, retry=false
2024-11-12T09:18:33,437 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Unable to get data of znode /1886677351/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:18:33,445 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886677351/snapshot-cleanup already deleted, retry=false
2024-11-12T09:18:33,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1886677351/running
2024-11-12T09:18:33,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1886677351/running
2024-11-12T09:18:33,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:33,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:33,456 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,42751,1731403112083, sessionid=0x1012e56ba5d0003, setting cluster-up flag (Was=false)
2024-11-12T09:18:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:33,509 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1886677351/flush-table-proc/acquired, /1886677351/flush-table-proc/reached, /1886677351/flush-table-proc/abort
2024-11-12T09:18:33,510 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,42751,1731403112083
2024-11-12T09:18:33,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:33,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:33,561 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1886677351/online-snapshot/acquired, /1886677351/online-snapshot/reached, /1886677351/online-snapshot/abort
2024-11-12T09:18:33,562 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,42751,1731403112083
2024-11-12T09:18:33,564 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:18:33,572 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:33,572 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:18:33,573 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:18:33,573 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,42751,1731403112083
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:33,575 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:33,579 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:18:33,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,581 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:18:33,604 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403143604
2024-11-12T09:18:33,604 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:18:33,605 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:18:33,605 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:18:33,605 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:18:33,605 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:18:33,605 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:18:33,616 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,624 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:18:33,624 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:18:33,624 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:18:33,624 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:18:33,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:18:33,646 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:18:33,646 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063
2024-11-12T09:18:33,648 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:18:33,648 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:18:33,656 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403113648,5,FailOnTimeoutGroup]
2024-11-12T09:18:33,660 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403113656,5,FailOnTimeoutGroup]
2024-11-12T09:18:33,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:18:33,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,679 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(746): ClusterId : 4ab05bb2-91e4-4eda-8214-937c2e7eee73
2024-11-12T09:18:33,679 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:18:33,688 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:18:33,688 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:18:33,702 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:18:33,702 DEBUG [RS:0;106923ea030f:34265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe8917c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:33,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741832_1008 (size=32)
2024-11-12T09:18:33,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:33,733 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:34265
2024-11-12T09:18:33,733 INFO  [RS:0;106923ea030f:34265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:18:33,733 INFO  [RS:0;106923ea030f:34265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:18:33,733 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:18:33,734 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,42751,1731403112083 with port=34265, startcode=1731403112300
2024-11-12T09:18:33,734 DEBUG [RS:0;106923ea030f:34265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:18:33,737 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:18:33,738 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,34265,1731403112300
2024-11-12T09:18:33,738 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42751 {}] master.ServerManager(517): Registering regionserver=106923ea030f,34265,1731403112300
2024-11-12T09:18:33,740 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063
2024-11-12T09:18:33,740 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38927
2024-11-12T09:18:33,740 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:18:33,748 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:33,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351/rs
2024-11-12T09:18:33,752 DEBUG [RS:0;106923ea030f:34265 {}] zookeeper.ZKUtil(111): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on existing znode=/1886677351/rs/106923ea030f,34265,1731403112300
2024-11-12T09:18:33,752 WARN  [RS:0;106923ea030f:34265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:33,752 INFO  [RS:0;106923ea030f:34265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:33,753 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300
2024-11-12T09:18:33,755 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,34265,1731403112300]
2024-11-12T09:18:33,759 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:33,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:33,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:33,764 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:33,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,765 INFO  [RS:0;106923ea030f:34265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:18:33,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:33,767 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:33,769 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:33,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,769 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:33,770 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:33,771 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:33,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:33,771 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:33,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:33,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740
2024-11-12T09:18:33,772 INFO  [RS:0;106923ea030f:34265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:18:33,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740
2024-11-12T09:18:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:33,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:33,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:33,783 INFO  [RS:0;106923ea030f:34265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:18:33,783 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:33,785 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:18:33,785 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60998571, jitterRate=-0.09105046093463898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:33,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403113716Initializing all the Stores at 1731403113717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403113717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403113736 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403113736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403113736Cleaning up temporary data from old regions at 1731403113774 (+38 ms)Region opened successfully at 1731403113786 (+12 ms)
2024-11-12T09:18:33,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:33,786 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:33,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:33,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:33,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:33,786 INFO  [RS:0;106923ea030f:34265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:18:33,786 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,787 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,787 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,787 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,787 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,787 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:33,788 DEBUG [RS:0;106923ea030f:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:33,789 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:33,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403113786Disabling compacts and flushes for region at 1731403113786Disabling writes for close at 1731403113786Writing region close event to WAL at 1731403113789 (+3 ms)Closed at 1731403113789
2024-11-12T09:18:33,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:33,791 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:18:33,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:33,793 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:33,796 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:18:33,801 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,801 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,801 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,801 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,801 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,801 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34265,1731403112300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:33,828 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:18:33,828 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34265,1731403112300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,829 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,829 INFO  [RS:0;106923ea030f:34265 {}] regionserver.Replication(171): 106923ea030f,34265,1731403112300 started
2024-11-12T09:18:33,847 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:33,847 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,34265,1731403112300, RpcServer on 106923ea030f/172.17.0.2:34265, sessionid=0x1012e56ba5d0004
2024-11-12T09:18:33,848 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:18:33,848 DEBUG [RS:0;106923ea030f:34265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,34265,1731403112300
2024-11-12T09:18:33,848 DEBUG [RS:0;106923ea030f:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,34265,1731403112300'
2024-11-12T09:18:33,848 DEBUG [RS:0;106923ea030f:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1886677351/flush-table-proc/abort'
2024-11-12T09:18:33,848 DEBUG [RS:0;106923ea030f:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1886677351/flush-table-proc/acquired'
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,34265,1731403112300
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,34265,1731403112300'
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1886677351/online-snapshot/abort'
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1886677351/online-snapshot/acquired'
2024-11-12T09:18:33,849 DEBUG [RS:0;106923ea030f:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:18:33,849 INFO  [RS:0;106923ea030f:34265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:18:33,849 INFO  [RS:0;106923ea030f:34265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:33,946 WARN  [106923ea030f:42751 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T09:18:33,950 INFO  [RS:0;106923ea030f:34265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:33,951 INFO  [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34265%2C1731403112300, suffix=, logDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300, archiveDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/oldWALs, maxLogs=10
2024-11-12T09:18:33,963 DEBUG [RS:0;106923ea030f:34265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300/106923ea030f%2C34265%2C1731403112300.1731403113952, exclude list is [], retry=0
2024-11-12T09:18:33,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34709,DS-622d729f-bf9f-4689-ba15-2fd3077f6402,DISK]
2024-11-12T09:18:33,968 INFO  [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300/106923ea030f%2C34265%2C1731403112300.1731403113952
2024-11-12T09:18:33,968 DEBUG [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42639:42639)]
2024-11-12T09:18:34,197 DEBUG [106923ea030f:42751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:34,197 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,34265,1731403112300
2024-11-12T09:18:34,198 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,34265,1731403112300, state=OPENING
2024-11-12T09:18:34,292 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:18:34,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:34,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:34,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:34,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886677351/meta-region-server: CHANGED
2024-11-12T09:18:34,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886677351/meta-region-server: CHANGED
2024-11-12T09:18:34,314 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,34265,1731403112300}]
2024-11-12T09:18:34,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:18:34,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:34,468 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:34,472 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:34,472 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:34,472 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:34,474 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34265%2C1731403112300.meta, suffix=.meta, logDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300, archiveDir=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/oldWALs, maxLogs=10
2024-11-12T09:18:34,486 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300/106923ea030f%2C34265%2C1731403112300.meta.1731403114474.meta, exclude list is [], retry=0
2024-11-12T09:18:34,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34709,DS-622d729f-bf9f-4689-ba15-2fd3077f6402,DISK]
2024-11-12T09:18:34,490 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300/106923ea030f%2C34265%2C1731403112300.meta.1731403114474.meta
2024-11-12T09:18:34,490 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42639:42639)]
2024-11-12T09:18:34,490 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:34,490 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:34,491 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:34,491 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:34,491 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:34,491 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:34,491 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:34,491 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:34,491 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:34,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:34,493 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:34,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:34,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:34,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:34,495 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:34,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:34,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:34,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:34,496 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:34,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:34,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:34,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:34,497 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:34,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:34,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:34,498 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:34,499 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740
2024-11-12T09:18:34,500 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740
2024-11-12T09:18:34,501 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:34,501 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:34,501 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:34,502 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:34,503 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71255095, jitterRate=0.06178365647792816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:34,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:34,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403114491Writing region info on filesystem at 1731403114491Initializing all the Stores at 1731403114492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403114492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403114492Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403114492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403114492Cleaning up temporary data from old regions at 1731403114501 (+9 ms)Running coprocessor post-open hooks at 1731403114503 (+2 ms)Region opened successfully at 1731403114503
2024-11-12T09:18:34,504 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403114466
2024-11-12T09:18:34,507 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:34,507 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:34,508 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,34265,1731403112300
2024-11-12T09:18:34,509 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,34265,1731403112300, state=OPEN
2024-11-12T09:18:34,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1886677351/meta-region-server
2024-11-12T09:18:34,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1886677351/meta-region-server
2024-11-12T09:18:34,570 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,34265,1731403112300
2024-11-12T09:18:34,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886677351/meta-region-server: CHANGED
2024-11-12T09:18:34,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886677351/meta-region-server: CHANGED
2024-11-12T09:18:34,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:18:34,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,34265,1731403112300 in 256 msec
2024-11-12T09:18:34,575 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:18:34,576 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 782 msec
2024-11-12T09:18:34,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:34,576 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:18:34,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:34,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34265,1731403112300, seqNum=-1]
2024-11-12T09:18:34,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:34,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:34,585 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0170 sec
2024-11-12T09:18:34,585 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403114585, completionTime=-1
2024-11-12T09:18:34,585 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:18:34,586 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403174588
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403234588
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42751,1731403112083-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42751,1731403112083-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42751,1731403112083-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:42751, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,589 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,589 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,591 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.210sec
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42751,1731403112083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:34,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42751,1731403112083-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:34,595 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:34,595 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:34,595 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42751,1731403112083-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:34,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42751,-1 for getting cluster id
2024-11-12T09:18:34,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:34,675 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ab05bb2-91e4-4eda-8214-937c2e7eee73'
2024-11-12T09:18:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ab05bb2-91e4-4eda-8214-937c2e7eee73"

2024-11-12T09:18:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b657dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42751,-1]
2024-11-12T09:18:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:34,678 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:34,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd4864f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34265,1731403112300, seqNum=-1]
2024-11-12T09:18:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:34,682 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:34,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,42751,1731403112083
2024-11-12T09:18:34,685 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55827
2024-11-12T09:18:34,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:34,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e56ba5d0005 connected
2024-11-12T09:18:34,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213ea978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34117,-1 for getting cluster id
2024-11-12T09:18:34,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:34,886 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc2ad43-3560-4f55-b0ec-3e7f6123b793'
2024-11-12T09:18:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc2ad43-3560-4f55-b0ec-3e7f6123b793"

2024-11-12T09:18:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ebdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34117,-1]
2024-11-12T09:18:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:34,888 INFO  [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a11e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34117,1731403106322
2024-11-12T09:18:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbcfc6
2024-11-12T09:18:34,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:34,891 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:34,891 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:42751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:18:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:34,894 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:42751'
2024-11-12T09:18:34,895 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d2907e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,895 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42751,-1 for getting cluster id
2024-11-12T09:18:34,895 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:34,895 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ab05bb2-91e4-4eda-8214-937c2e7eee73'
2024-11-12T09:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ab05bb2-91e4-4eda-8214-937c2e7eee73"

2024-11-12T09:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a24611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42751,-1]
2024-11-12T09:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:34,897 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebd65a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:34,898 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:34,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,42751,1731403112083
2024-11-12T09:18:34,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac40d69
2024-11-12T09:18:34,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:34,900 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:34,901 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-12T09:18:34,901 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:18:34,901 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:34,901 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:34,901 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:34,901 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:34,903 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:18:34,904 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:18:34,904 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:34,905 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:18:34,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741835_1011 (size=1138)
2024-11-12T09:18:34,953 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:18:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:35,314 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1aae8652ed3cdf5e3a54435d9c9983f2, NAME => 'hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86
2024-11-12T09:18:35,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741836_1012 (size=44)
2024-11-12T09:18:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:35,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:35,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1aae8652ed3cdf5e3a54435d9c9983f2, disabling compactions & flushes
2024-11-12T09:18:35,721 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:35,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:35,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2. after waiting 0 ms
2024-11-12T09:18:35,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:35,721 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:35,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1aae8652ed3cdf5e3a54435d9c9983f2:
Waiting for close lock at 1731403115720Disabling compacts and flushes for region at 1731403115721 (+1 ms)Disabling writes for close at 1731403115721Writing region close event to WAL at 1731403115721Closed at 1731403115721
2024-11-12T09:18:35,723 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:18:35,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403115723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403115723"}]},"ts":"1731403115723"}
2024-11-12T09:18:35,725 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:18:35,726 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:18:35,726 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403115726"}]},"ts":"1731403115726"}
2024-11-12T09:18:35,728 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:18:35,729 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aae8652ed3cdf5e3a54435d9c9983f2, ASSIGN}]
2024-11-12T09:18:35,730 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aae8652ed3cdf5e3a54435d9c9983f2, ASSIGN
2024-11-12T09:18:35,731 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1aae8652ed3cdf5e3a54435d9c9983f2, ASSIGN; state=OFFLINE, location=106923ea030f,33801,1731403106553; forceNewPlan=false, retain=false
2024-11-12T09:18:35,881 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1aae8652ed3cdf5e3a54435d9c9983f2, regionState=OPENING, regionLocation=106923ea030f,33801,1731403106553
2024-11-12T09:18:35,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1aae8652ed3cdf5e3a54435d9c9983f2, ASSIGN because future has completed
2024-11-12T09:18:35,884 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aae8652ed3cdf5e3a54435d9c9983f2, server=106923ea030f,33801,1731403106553}]
2024-11-12T09:18:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:36,041 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:36,041 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:36,041 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:18:36,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C33801%2C1731403106553.rep, suffix=, logDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553, archiveDir=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/oldWALs, maxLogs=10
2024-11-12T09:18:36,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.rep.1731403116043, exclude list is [], retry=0
2024-11-12T09:18:36,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33499,DS-d921bef6-3e3f-490c-afed-0ad0f6742fcb,DISK]
2024-11-12T09:18:36,059 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.rep.1731403116043
2024-11-12T09:18:36,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)]
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aae8652ed3cdf5e3a54435d9c9983f2, NAME => 'hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:36,060 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2. service=MultiRowMutationService
2024-11-12T09:18:36,060 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,062 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1aae8652ed3cdf5e3a54435d9c9983f2 
2024-11-12T09:18:36,063 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aae8652ed3cdf5e3a54435d9c9983f2 columnFamilyName hfileref
2024-11-12T09:18:36,063 DEBUG [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:36,064 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] regionserver.HStore(327): Store=1aae8652ed3cdf5e3a54435d9c9983f2/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:36,064 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1aae8652ed3cdf5e3a54435d9c9983f2 
2024-11-12T09:18:36,065 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aae8652ed3cdf5e3a54435d9c9983f2 columnFamilyName queue
2024-11-12T09:18:36,065 DEBUG [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:36,065 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] regionserver.HStore(327): Store=1aae8652ed3cdf5e3a54435d9c9983f2/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:36,065 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1aae8652ed3cdf5e3a54435d9c9983f2 
2024-11-12T09:18:36,067 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aae8652ed3cdf5e3a54435d9c9983f2 columnFamilyName sid
2024-11-12T09:18:36,067 DEBUG [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:36,067 INFO  [StoreOpener-1aae8652ed3cdf5e3a54435d9c9983f2-1 {}] regionserver.HStore(327): Store=1aae8652ed3cdf5e3a54435d9c9983f2/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:36,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:18:36,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:36,073 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1aae8652ed3cdf5e3a54435d9c9983f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59634003, jitterRate=-0.11138410866260529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:18:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1aae8652ed3cdf5e3a54435d9c9983f2:
Running coprocessor pre-open hook at 1731403116061Writing region info on filesystem at 1731403116061Initializing all the Stores at 1731403116062 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403116062Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403116062Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403116062Cleaning up temporary data from old regions at 1731403116069 (+7 ms)Running coprocessor post-open hooks at 1731403116073 (+4 ms)Region opened successfully at 1731403116073
2024-11-12T09:18:36,074 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2., pid=7, masterSystemTime=1731403116037
2024-11-12T09:18:36,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:36,076 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:36,077 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1aae8652ed3cdf5e3a54435d9c9983f2, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33801,1731403106553
2024-11-12T09:18:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aae8652ed3cdf5e3a54435d9c9983f2, server=106923ea030f,33801,1731403106553 because future has completed
2024-11-12T09:18:36,082 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-12T09:18:36,082 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1aae8652ed3cdf5e3a54435d9c9983f2, server=106923ea030f,33801,1731403106553 in 196 msec
2024-11-12T09:18:36,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:18:36,085 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1aae8652ed3cdf5e3a54435d9c9983f2, ASSIGN in 353 msec
2024-11-12T09:18:36,085 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:18:36,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403116085"}]},"ts":"1731403116085"}
2024-11-12T09:18:36,087 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:18:36,088 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:18:36,090 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec
2024-11-12T09:18:36,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2., hostname=106923ea030f,33801,1731403106553, seqNum=2]
2024-11-12T09:18:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:36,200 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:18:36,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-12T09:18:36,354 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:18:36,382 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,33801,1731403106553, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:18:36,382 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:36,382 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33801,1731403106553, seqNum=-1]
2024-11-12T09:18:36,383 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:36,384 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService
2024-11-12T09:18:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,33801,1731403106553', locateType=CURRENT is [region=hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2., hostname=106923ea030f,33801,1731403106553, seqNum=2]
2024-11-12T09:18:36,388 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-12T09:18:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-12T09:18:36,392 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,33801,1731403106553 suceeded
2024-11-12T09:18:36,394 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-12T09:18:36,395 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:42751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:18:36,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec
2024-11-12T09:18:36,397 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec
2024-11-12T09:18:36,404 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:42751'
2024-11-12T09:18:36,405 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ec8c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:36,405 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42751,-1 for getting cluster id
2024-11-12T09:18:36,405 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:36,406 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ab05bb2-91e4-4eda-8214-937c2e7eee73'
2024-11-12T09:18:36,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:36,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ab05bb2-91e4-4eda-8214-937c2e7eee73"

2024-11-12T09:18:36,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63a267c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:36,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42751,-1]
2024-11-12T09:18:36,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:36,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:36,408 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:36,408 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fd1452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:36,408 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:36,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,42751,1731403112083
2024-11-12T09:18:36,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b012e9b
2024-11-12T09:18:36,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:36,410 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService
2024-11-12T09:18:36,411 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,33801,1731403106553 (queues=1) is replicating from cluster=4fc2ad43-3560-4f55-b0ec-3e7f6123b793 to cluster=4ab05bb2-91e4-4eda-8214-937c2e7eee73
2024-11-12T09:18:36,411 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C33801%2C1731403106553
2024-11-12T09:18:36,411 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,33801,1731403106553, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:18:36,411 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C33801%2C1731403106553
2024-11-12T09:18:36,411 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576, startPosition=0, beingWritten=true
2024-11-12T09:18:36,617 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:36,921 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:36,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:18:36,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:36,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:18:36,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:36,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:36,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:18:36,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:36,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:18:36,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:18:36,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:37,043 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:18:37,043 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:37,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:37,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,043 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:37,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34117,1731403106322
2024-11-12T09:18:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2901e618
2024-11-12T09:18:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:37,046 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:37,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:18:37,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:18:37,046 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:37,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:37,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,047 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:37,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:18:37,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=728381530, stopped=false
2024-11-12T09:18:37,047 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,42751,1731403112083
2024-11-12T09:18:37,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886677351/running
2024-11-12T09:18:37,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886677351/running
2024-11-12T09:18:37,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:37,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:37,098 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:37,098 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:37,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:37,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/running
2024-11-12T09:18:37,098 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,34265,1731403112300' *****
2024-11-12T09:18:37,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Set watcher on znode that does not yet exist, /1886677351/running
2024-11-12T09:18:37,099 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:18:37,099 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,34265,1731403112300
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:34265.
2024-11-12T09:18:37,099 DEBUG [RS:0;106923ea030f:34265 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:37,099 DEBUG [RS:0;106923ea030f:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:18:37,099 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:18:37,100 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:18:37,100 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:18:37,100 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:37,100 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:37,100 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:37,100 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:37,100 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:37,100 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:37,100 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-12T09:18:37,106 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:37,116 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/.tmp/ns/5e774a1196ae422f86b48119eafde729 is 43, key is default/ns:d/1731403114580/Put/seqid=0
2024-11-12T09:18:37,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741835_1011 (size=5153)
2024-11-12T09:18:37,300 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:37,326 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:37,500 DEBUG [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:37,521 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/.tmp/ns/5e774a1196ae422f86b48119eafde729
2024-11-12T09:18:37,527 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/.tmp/ns/5e774a1196ae422f86b48119eafde729 as hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/ns/5e774a1196ae422f86b48119eafde729
2024-11-12T09:18:37,532 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/ns/5e774a1196ae422f86b48119eafde729, entries=2, sequenceid=6, filesize=5.0 K
2024-11-12T09:18:37,533 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false
2024-11-12T09:18:37,538 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-12T09:18:37,538 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:37,538 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:37,538 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:37,539 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403117100Running coprocessor pre-close hooks at 1731403117100Disabling compacts and flushes for region at 1731403117100Disabling writes for close at 1731403117100Obtaining lock to block concurrent updates at 1731403117100Preparing flush snapshotting stores in 1588230740 at 1731403117100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731403117100Flushing stores of hbase:meta,,1.1588230740 at 1731403117101 (+1 ms)Flushing 1588230740/ns: creating writer at 1731403117101Flushing 1588230740/ns: appending metadata at 1731403117115 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731403117115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51aa70a4: reopening flushed file at 1731403117526 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731403117534 (+8 ms)Writing region close event to WAL at 1731403117534Running coprocessor post-close hooks at 1731403117538 (+4 ms)Closed at 1731403117538
2024-11-12T09:18:37,539 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:37,700 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,34265,1731403112300; all regions closed.
2024-11-12T09:18:37,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741834_1010 (size=1152)
2024-11-12T09:18:37,703 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300/106923ea030f%2C34265%2C1731403112300.meta.1731403114474.meta not finished, retry = 0
2024-11-12T09:18:37,806 DEBUG [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/oldWALs
2024-11-12T09:18:37,806 INFO  [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C34265%2C1731403112300.meta:.meta(num 1731403114474)
2024-11-12T09:18:37,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741833_1009 (size=93)
2024-11-12T09:18:37,808 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/WALs/106923ea030f,34265,1731403112300/106923ea030f%2C34265%2C1731403112300.1731403113952 not finished, retry = 0
2024-11-12T09:18:37,831 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:37,845 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:18:37,845 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:18:37,911 DEBUG [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/oldWALs
2024-11-12T09:18:37,911 INFO  [RS:0;106923ea030f:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C34265%2C1731403112300:(num 1731403113952)
2024-11-12T09:18:37,911 DEBUG [RS:0;106923ea030f:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:37,911 INFO  [RS:0;106923ea030f:34265 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:37,911 INFO  [RS:0;106923ea030f:34265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:37,911 INFO  [RS:0;106923ea030f:34265 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:37,911 INFO  [RS:0;106923ea030f:34265 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:37,911 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:37,912 INFO  [RS:0;106923ea030f:34265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34265
2024-11-12T09:18:38,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886677351/rs/106923ea030f,34265,1731403112300
2024-11-12T09:18:38,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351/rs
2024-11-12T09:18:38,019 INFO  [RS:0;106923ea030f:34265 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:38,019 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,34265,1731403112300]
2024-11-12T09:18:38,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1886677351/draining/106923ea030f,34265,1731403112300 already deleted, retry=false
2024-11-12T09:18:38,040 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,34265,1731403112300 expired; onlineServers=0
2024-11-12T09:18:38,040 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,42751,1731403112083' *****
2024-11-12T09:18:38,040 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:18:38,040 INFO  [M:0;106923ea030f:42751 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:38,040 INFO  [M:0;106923ea030f:42751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:38,040 DEBUG [M:0;106923ea030f:42751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:18:38,040 DEBUG [M:0;106923ea030f:42751 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:18:38,040 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403113656 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403113656,5,FailOnTimeoutGroup]
2024-11-12T09:18:38,040 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:18:38,040 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403113648 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403113648,5,FailOnTimeoutGroup]
2024-11-12T09:18:38,040 INFO  [M:0;106923ea030f:42751 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:38,041 INFO  [M:0;106923ea030f:42751 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:38,041 DEBUG [M:0;106923ea030f:42751 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:18:38,041 INFO  [M:0;106923ea030f:42751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:18:38,041 INFO  [M:0;106923ea030f:42751 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:38,041 INFO  [M:0;106923ea030f:42751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:18:38,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:18:38,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886677351/master
2024-11-12T09:18:38,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886677351
2024-11-12T09:18:38,050 DEBUG [M:0;106923ea030f:42751 {}] zookeeper.ZKUtil(347): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Unable to get data of znode /1886677351/master because node does not exist (not an error)
2024-11-12T09:18:38,050 WARN  [M:0;106923ea030f:42751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:18:38,051 INFO  [M:0;106923ea030f:42751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/.lastflushedseqids
2024-11-12T09:18:38,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741836_1012 (size=99)
2024-11-12T09:18:38,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:38,129 INFO  [RS:0;106923ea030f:34265 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:38,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x1012e56ba5d0004, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:38,130 INFO  [RS:0;106923ea030f:34265 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,34265,1731403112300; zookeeper connection closed.
2024-11-12T09:18:38,130 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55fedb7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55fedb7f
2024-11-12T09:18:38,130 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:18:38,437 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:38,456 INFO  [M:0;106923ea030f:42751 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:18:38,456 INFO  [M:0;106923ea030f:42751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:18:38,456 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:38,456 INFO  [M:0;106923ea030f:42751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:38,456 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:38,457 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:38,457 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:38,457 INFO  [M:0;106923ea030f:42751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-12T09:18:38,471 DEBUG [M:0;106923ea030f:42751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7198769422d49ce8d6f43b3e6738077 is 82, key is hbase:meta,,1/info:regioninfo/1731403114508/Put/seqid=0
2024-11-12T09:18:38,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741837_1013 (size=5672)
2024-11-12T09:18:38,876 INFO  [M:0;106923ea030f:42751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7198769422d49ce8d6f43b3e6738077
2024-11-12T09:18:38,897 DEBUG [M:0;106923ea030f:42751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5ee0c1c03d94334b58337470df1ebed is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731403114585/Put/seqid=0
2024-11-12T09:18:38,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741838_1014 (size=5275)
2024-11-12T09:18:39,141 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:39,302 INFO  [M:0;106923ea030f:42751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5ee0c1c03d94334b58337470df1ebed
2024-11-12T09:18:39,389 DEBUG [M:0;106923ea030f:42751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c865e038f2de46248f634fd350d586d5 is 69, key is 106923ea030f,34265,1731403112300/rs:state/1731403113738/Put/seqid=0
2024-11-12T09:18:39,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741839_1015 (size=5156)
2024-11-12T09:18:39,794 INFO  [M:0;106923ea030f:42751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c865e038f2de46248f634fd350d586d5
2024-11-12T09:18:39,799 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7198769422d49ce8d6f43b3e6738077 as hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7198769422d49ce8d6f43b3e6738077
2024-11-12T09:18:39,805 INFO  [M:0;106923ea030f:42751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7198769422d49ce8d6f43b3e6738077, entries=8, sequenceid=28, filesize=5.5 K
2024-11-12T09:18:39,806 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5ee0c1c03d94334b58337470df1ebed as hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5ee0c1c03d94334b58337470df1ebed
2024-11-12T09:18:39,812 INFO  [M:0;106923ea030f:42751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5ee0c1c03d94334b58337470df1ebed, entries=3, sequenceid=28, filesize=5.2 K
2024-11-12T09:18:39,813 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c865e038f2de46248f634fd350d586d5 as hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c865e038f2de46248f634fd350d586d5
2024-11-12T09:18:39,818 INFO  [M:0;106923ea030f:42751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38927/user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c865e038f2de46248f634fd350d586d5, entries=1, sequenceid=28, filesize=5.0 K
2024-11-12T09:18:39,819 INFO  [M:0;106923ea030f:42751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1362ms, sequenceid=28, compaction requested=false
2024-11-12T09:18:39,820 INFO  [M:0;106923ea030f:42751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:39,820 DEBUG [M:0;106923ea030f:42751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403118456Disabling compacts and flushes for region at 1731403118456Disabling writes for close at 1731403118457 (+1 ms)Obtaining lock to block concurrent updates at 1731403118457Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403118457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731403118457Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403118458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403118458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403118470 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403118470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403118881 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403118897 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403118897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403119376 (+479 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403119389 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403119389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20783529: reopening flushed file at 1731403119799 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f20387c: reopening flushed file at 1731403119805 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6df454: reopening flushed file at 1731403119812 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1362ms, sequenceid=28, compaction requested=false at 1731403119819 (+7 ms)Writing region close event to WAL at 1731403119820 (+1 ms)Closed at 1731403119820
2024-11-12T09:18:39,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34709 is added to blk_1073741830_1006 (size=10165)
2024-11-12T09:18:39,822 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9db74410-96ba-3dfc-92b2-694ed10e3063/MasterData/WALs/106923ea030f,42751,1731403112083/106923ea030f%2C42751%2C1731403112083.1731403113288 not finished, retry = 0
2024-11-12T09:18:39,923 INFO  [M:0;106923ea030f:42751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:18:39,923 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:39,923 INFO  [M:0;106923ea030f:42751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42751
2024-11-12T09:18:39,924 INFO  [M:0;106923ea030f:42751 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:39,946 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:39,993 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:39,995 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:40,016 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:40,148 INFO  [M:0;106923ea030f:42751 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x1012e56ba5d0003, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:40,151 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c915274{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:40,151 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b79a475{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:40,151 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:40,151 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c278030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:40,151 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef92a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:40,153 WARN  [BP-907438812-172.17.0.2-1731403109925 heartbeating to localhost/127.0.0.1:38927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:18:40,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:18:40,153 WARN  [BP-907438812-172.17.0.2-1731403109925 heartbeating to localhost/127.0.0.1:38927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907438812-172.17.0.2-1731403109925 (Datanode Uuid 06af8c87-573a-49b7-8739-e56700d24e19) service to localhost/127.0.0.1:38927
2024-11-12T09:18:40,153 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:18:40,153 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/cluster_997796bd-f9f7-30a2-6d48-40efa9a1b47d/data/data1/current/BP-907438812-172.17.0.2-1731403109925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:40,153 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/cluster_997796bd-f9f7-30a2-6d48-40efa9a1b47d/data/data2/current/BP-907438812-172.17.0.2-1731403109925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:40,153 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:18:40,158 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a103b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:40,159 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4712f066{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:40,159 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:40,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eeecbf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:40,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e3c7ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:40,199 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:18:40,199 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:18:40,199 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:40,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:40,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:40,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:40,199 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:40,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:18:40,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648228323, stopped=false
2024-11-12T09:18:40,200 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,34117,1731403106322
2024-11-12T09:18:40,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655021731/running
2024-11-12T09:18:40,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655021731/running
2024-11-12T09:18:40,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:40,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:40,234 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:40,234 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:40,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:40,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:40,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/running
2024-11-12T09:18:40,235 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,33801,1731403106553' *****
2024-11-12T09:18:40,235 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:18:40,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Set watcher on znode that does not yet exist, /0655021731/running
2024-11-12T09:18:40,235 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:18:40,235 INFO  [RS:0;106923ea030f:33801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,33801,1731403106553
2024-11-12T09:18:40,236 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:33801.
2024-11-12T09:18:40,236 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1aae8652ed3cdf5e3a54435d9c9983f2, disabling compactions & flushes
2024-11-12T09:18:40,236 DEBUG [RS:0;106923ea030f:33801 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:40,236 DEBUG [RS:0;106923ea030f:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:40,236 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:40,236 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:40,236 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2. after waiting 0 ms
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:18:40,236 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:18:40,236 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1aae8652ed3cdf5e3a54435d9c9983f2 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:18:40,236 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:18:40,236 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1325): Online Regions={1aae8652ed3cdf5e3a54435d9c9983f2=hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2., 1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:18:40,236 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:40,237 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:40,237 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:40,237 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:40,237 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:40,237 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:40,237 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-12T09:18:40,250 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/.tmp/queue/ddf86665fa964561a2794330eda95b09 is 151, key is 1-106923ea030f,33801,1731403106553/queue:106923ea030f%2C33801%2C1731403106553/1731403116387/Put/seqid=0
2024-11-12T09:18:40,251 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/info/8abb0a0c818a4fbda6ca939ecbc5f044 is 147, key is hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2./info:regioninfo/1731403116077/Put/seqid=0
2024-11-12T09:18:40,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741839_1015 (size=6631)
2024-11-12T09:18:40,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741838_1014 (size=5350)
2024-11-12T09:18:40,261 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:40,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:18:40,425 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:18:40,425 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:18:40,437 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:40,637 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aae8652ed3cdf5e3a54435d9c9983f2
2024-11-12T09:18:40,656 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/info/8abb0a0c818a4fbda6ca939ecbc5f044
2024-11-12T09:18:40,658 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/.tmp/queue/ddf86665fa964561a2794330eda95b09
2024-11-12T09:18:40,664 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/.tmp/queue/ddf86665fa964561a2794330eda95b09 as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/queue/ddf86665fa964561a2794330eda95b09
2024-11-12T09:18:40,670 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/queue/ddf86665fa964561a2794330eda95b09, entries=1, sequenceid=5, filesize=5.2 K
2024-11-12T09:18:40,671 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1aae8652ed3cdf5e3a54435d9c9983f2 in 435ms, sequenceid=5, compaction requested=false
2024-11-12T09:18:40,676 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/replication/1aae8652ed3cdf5e3a54435d9c9983f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:18:40,677 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:40,677 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:40,677 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:40,677 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1aae8652ed3cdf5e3a54435d9c9983f2:
Waiting for close lock at 1731403120236Running coprocessor pre-close hooks at 1731403120236Disabling compacts and flushes for region at 1731403120236Disabling writes for close at 1731403120236Obtaining lock to block concurrent updates at 1731403120236Preparing flush snapshotting stores in 1aae8652ed3cdf5e3a54435d9c9983f2 at 1731403120236Finished memstore snapshotting hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731403120237 (+1 ms)Flushing stores of hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2. at 1731403120237Flushing 1aae8652ed3cdf5e3a54435d9c9983f2/queue: creating writer at 1731403120237Flushing 1aae8652ed3cdf5e3a54435d9c9983f2/queue: appending metadata at 1731403120250 (+13 ms)Flushing 1aae8652ed3cdf5e3a54435d9c9983f2/queue: closing flushed file at 1731403120250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143914ed: reopening flushed file at 1731403120663 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1aae8652ed3cdf5e3a54435d9c9983f2 in 435ms, sequenceid=5, compaction requested=false at 1731403120671 (+8 ms)Writing region close event to WAL at 1731403120672 (+1 ms)Running coprocessor post-close hooks at 1731403120677 (+5 ms)Closed at 1731403120677
2024-11-12T09:18:40,677 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403114901.1aae8652ed3cdf5e3a54435d9c9983f2.
2024-11-12T09:18:40,681 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/ns/4e066379b23b4c10958f0a89f80e32ea is 43, key is default/ns:d/1731403109767/Put/seqid=0
2024-11-12T09:18:40,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741840_1016 (size=5153)
2024-11-12T09:18:40,837 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:40,851 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:41,037 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:41,085 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/ns/4e066379b23b4c10958f0a89f80e32ea
2024-11-12T09:18:41,103 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/table/497d415ca26348e6b6922c46ead92065 is 53, key is hbase:replication/table:state/1731403116085/Put/seqid=0
2024-11-12T09:18:41,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741841_1017 (size=5256)
2024-11-12T09:18:41,237 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:18:41,237 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:18:41,238 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:41,438 DEBUG [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:18:41,507 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/table/497d415ca26348e6b6922c46ead92065
2024-11-12T09:18:41,514 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/info/8abb0a0c818a4fbda6ca939ecbc5f044 as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/info/8abb0a0c818a4fbda6ca939ecbc5f044
2024-11-12T09:18:41,520 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/info/8abb0a0c818a4fbda6ca939ecbc5f044, entries=10, sequenceid=11, filesize=6.5 K
2024-11-12T09:18:41,521 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/ns/4e066379b23b4c10958f0a89f80e32ea as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/ns/4e066379b23b4c10958f0a89f80e32ea
2024-11-12T09:18:41,527 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/ns/4e066379b23b4c10958f0a89f80e32ea, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:18:41,527 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/.tmp/table/497d415ca26348e6b6922c46ead92065 as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/table/497d415ca26348e6b6922c46ead92065
2024-11-12T09:18:41,533 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/table/497d415ca26348e6b6922c46ead92065, entries=2, sequenceid=11, filesize=5.1 K
2024-11-12T09:18:41,534 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false
2024-11-12T09:18:41,540 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:18:41,540 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:41,540 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:41,540 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:41,540 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403120237Running coprocessor pre-close hooks at 1731403120237Disabling compacts and flushes for region at 1731403120237Disabling writes for close at 1731403120237Obtaining lock to block concurrent updates at 1731403120237Preparing flush snapshotting stores in 1588230740 at 1731403120237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731403120237Flushing stores of hbase:meta,,1.1588230740 at 1731403120238 (+1 ms)Flushing 1588230740/info: creating writer at 1731403120238Flushing 1588230740/info: appending metadata at 1731403120250 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731403120250Flushing 1588230740/ns: creating writer at 1731403120661 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731403120680 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731403120680Flushing 1588230740/table: creating writer at 1731403121090 (+410 ms)Flushing 1588230740/table: appending metadata at 1731403121102 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731403121102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670d3707: reopening flushed file at 1731403121513 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5987b9d6: reopening flushed file at 1731403121520 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4422962b: reopening flushed file at 1731403121527 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1731403121534 (+7 ms)Writing region close event to WAL at 1731403121536 (+2 ms)Running coprocessor post-close hooks at 1731403121540 (+4 ms)Closed at 1731403121540
2024-11-12T09:18:41,540 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:41,638 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,33801,1731403106553; all regions closed.
2024-11-12T09:18:41,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741834_1010 (size=2742)
2024-11-12T09:18:41,640 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.meta.1731403109624.meta not finished, retry = 0
2024-11-12T09:18:41,743 DEBUG [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/oldWALs
2024-11-12T09:18:41,743 INFO  [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33801%2C1731403106553.meta:.meta(num 1731403109624)
2024-11-12T09:18:41,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741837_1013 (size=1586)
2024-11-12T09:18:41,745 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.rep.1731403116043 not finished, retry = 0
2024-11-12T09:18:41,848 DEBUG [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/oldWALs
2024-11-12T09:18:41,848 INFO  [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33801%2C1731403106553.rep:(num 1731403116043)
2024-11-12T09:18:41,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741832_1008 (size=93)
2024-11-12T09:18:41,851 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 not finished, retry = 0
2024-11-12T09:18:41,856 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576 to pos 0, reset compression=false
2024-11-12T09:18:41,952 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576
2024-11-12T09:18:41,952 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-12T09:18:41,952 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.wal-reader.106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-12T09:18:41,952 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,33801,1731403106553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/WALs/106923ea030f,33801,1731403106553/106923ea030f%2C33801%2C1731403106553.1731403108576, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-12T09:18:41,953 DEBUG [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/oldWALs
2024-11-12T09:18:41,953 INFO  [RS:0;106923ea030f:33801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33801%2C1731403106553:(num 1731403108576)
2024-11-12T09:18:41,953 DEBUG [RS:0;106923ea030f:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:41,954 INFO  [RS:0;106923ea030f:33801 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:18:41,954 INFO  [RS:0;106923ea030f:33801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:41,954 INFO  [RS:0;106923ea030f:33801 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:41,954 INFO  [RS:0;106923ea030f:33801 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:41,954 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:41,954 INFO  [RS:0;106923ea030f:33801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,33801,1731403106553 because: Region server is closing
2024-11-12T09:18:41,954 INFO  [RS:0;106923ea030f:33801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:33801.
2024-11-12T09:18:41,954 DEBUG [RS:0;106923ea030f:33801 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:41,954 DEBUG [RS:0;106923ea030f:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:41,955 DEBUG [RS:0;106923ea030f:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:41,955 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:41,953 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,33801,1731403106553: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,33801,1731403106553, walGroup=106923ea030f%2C33801%2C1731403106553, offset=106923ea030f%2C33801%2C1731403106553.1731403108576:-1, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:18:41,955 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:18:41,956 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:18:41,957 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:18:41,957 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:18:41,957 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:18:41,957 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 525977200
      },
      "NonHeapMemoryUsage": {
        "committed": 169082880,
        "init": 7667712,
        "max": -1,
        "used": 166514720
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:18:41,958 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [106923ea030f%2C33801%2C1731403106553.1731403108576]
2024-11-12T09:18:42,055 INFO  [RS:0;106923ea030f:33801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,33801,1731403106553.replicationSource.shipper106923ea030f%2C33801%2C1731403106553,1-106923ea030f,33801,1731403106553 terminated
2024-11-12T09:18:42,055 INFO  [RS:0;106923ea030f:33801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33801
2024-11-12T09:18:42,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731/rs
2024-11-12T09:18:42,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655021731/rs/106923ea030f,33801,1731403106553
2024-11-12T09:18:42,124 INFO  [RS:0;106923ea030f:33801 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:42,134 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,33801,1731403106553]
2024-11-12T09:18:42,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0655021731/draining/106923ea030f,33801,1731403106553 already deleted, retry=false
2024-11-12T09:18:42,145 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,33801,1731403106553 expired; onlineServers=0
2024-11-12T09:18:42,145 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,34117,1731403106322' *****
2024-11-12T09:18:42,145 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:18:42,145 INFO  [M:0;106923ea030f:34117 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:18:42,145 INFO  [M:0;106923ea030f:34117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:18:42,145 DEBUG [M:0;106923ea030f:34117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:18:42,145 DEBUG [M:0;106923ea030f:34117 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:18:42,145 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:18:42,145 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403108357 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403108357,5,FailOnTimeoutGroup]
2024-11-12T09:18:42,145 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403108356 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403108356,5,FailOnTimeoutGroup]
2024-11-12T09:18:42,146 INFO  [M:0;106923ea030f:34117 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:18:42,146 INFO  [M:0;106923ea030f:34117 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:18:42,146 DEBUG [M:0;106923ea030f:34117 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:18:42,146 INFO  [M:0;106923ea030f:34117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:18:42,146 INFO  [M:0;106923ea030f:34117 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:18:42,146 INFO  [M:0;106923ea030f:34117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:18:42,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:18:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655021731/master
2024-11-12T09:18:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655021731
2024-11-12T09:18:42,155 DEBUG [M:0;106923ea030f:34117 {}] zookeeper.ZKUtil(347): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Unable to get data of znode /0655021731/master because node does not exist (not an error)
2024-11-12T09:18:42,155 WARN  [M:0;106923ea030f:34117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:18:42,156 INFO  [M:0;106923ea030f:34117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/.lastflushedseqids
2024-11-12T09:18:42,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741842_1018 (size=181)
2024-11-12T09:18:42,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:42,235 INFO  [RS:0;106923ea030f:33801 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:42,235 INFO  [RS:0;106923ea030f:33801 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,33801,1731403106553; zookeeper connection closed.
2024-11-12T09:18:42,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1012e56ba5d0001, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:42,235 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71f67681 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71f67681
2024-11-12T09:18:42,235 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:18:42,561 INFO  [M:0;106923ea030f:34117 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:18:42,561 INFO  [M:0;106923ea030f:34117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:18:42,561 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:42,561 INFO  [M:0;106923ea030f:34117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:42,561 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:42,561 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:42,561 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:42,561 INFO  [M:0;106923ea030f:34117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-12T09:18:42,576 DEBUG [M:0;106923ea030f:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcb61a0c5b1e49c09a23e34e1d4a9ef2 is 82, key is hbase:meta,,1/info:regioninfo/1731403109681/Put/seqid=0
2024-11-12T09:18:42,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741843_1019 (size=5672)
2024-11-12T09:18:42,981 INFO  [M:0;106923ea030f:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcb61a0c5b1e49c09a23e34e1d4a9ef2
2024-11-12T09:18:43,003 DEBUG [M:0;106923ea030f:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63e9aedae7a48f6a2843d959233bc8b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731403116090/Put/seqid=0
2024-11-12T09:18:43,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741844_1020 (size=7203)
2024-11-12T09:18:43,408 INFO  [M:0;106923ea030f:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63e9aedae7a48f6a2843d959233bc8b
2024-11-12T09:18:43,429 DEBUG [M:0;106923ea030f:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16ae4bde11414284bd70b6e8971c8223 is 69, key is 106923ea030f,33801,1731403106553/rs:state/1731403108374/Put/seqid=0
2024-11-12T09:18:43,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741845_1021 (size=5156)
2024-11-12T09:18:43,433 INFO  [M:0;106923ea030f:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16ae4bde11414284bd70b6e8971c8223
2024-11-12T09:18:43,438 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcb61a0c5b1e49c09a23e34e1d4a9ef2 as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fcb61a0c5b1e49c09a23e34e1d4a9ef2
2024-11-12T09:18:43,443 INFO  [M:0;106923ea030f:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fcb61a0c5b1e49c09a23e34e1d4a9ef2, entries=8, sequenceid=70, filesize=5.5 K
2024-11-12T09:18:43,444 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63e9aedae7a48f6a2843d959233bc8b as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63e9aedae7a48f6a2843d959233bc8b
2024-11-12T09:18:43,449 INFO  [M:0;106923ea030f:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63e9aedae7a48f6a2843d959233bc8b, entries=8, sequenceid=70, filesize=7.0 K
2024-11-12T09:18:43,450 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16ae4bde11414284bd70b6e8971c8223 as hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16ae4bde11414284bd70b6e8971c8223
2024-11-12T09:18:43,455 INFO  [M:0;106923ea030f:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41005/user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16ae4bde11414284bd70b6e8971c8223, entries=1, sequenceid=70, filesize=5.0 K
2024-11-12T09:18:43,456 INFO  [M:0;106923ea030f:34117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=70, compaction requested=false
2024-11-12T09:18:43,457 INFO  [M:0;106923ea030f:34117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:43,457 DEBUG [M:0;106923ea030f:34117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403122561Disabling compacts and flushes for region at 1731403122561Disabling writes for close at 1731403122561Obtaining lock to block concurrent updates at 1731403122561Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403122561Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731403122562 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403122563 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403122563Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403122576 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403122576Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403122987 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403123003 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403123003Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403123413 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403123428 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403123428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5950ba: reopening flushed file at 1731403123438 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7433555: reopening flushed file at 1731403123443 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47249e7b: reopening flushed file at 1731403123450 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=70, compaction requested=false at 1731403123456 (+6 ms)Writing region close event to WAL at 1731403123457 (+1 ms)Closed at 1731403123457
2024-11-12T09:18:43,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33499 is added to blk_1073741830_1006 (size=41008)
2024-11-12T09:18:43,460 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a41730ed-9ddd-34fa-e0bb-1cbbe9c42b86/MasterData/WALs/106923ea030f,34117,1731403106322/106923ea030f%2C34117%2C1731403106322.1731403107975 not finished, retry = 0
2024-11-12T09:18:43,561 INFO  [M:0;106923ea030f:34117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:18:43,561 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:18:43,561 INFO  [M:0;106923ea030f:34117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34117
2024-11-12T09:18:43,561 INFO  [M:0;106923ea030f:34117 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:18:43,761 INFO  [M:0;106923ea030f:34117 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:18:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1012e56ba5d0000, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:18:43,763 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73555298{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:43,764 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366df86e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:43,764 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:43,764 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a09d9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:43,764 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fa4501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:43,766 WARN  [BP-660253199-172.17.0.2-1731403103959 heartbeating to localhost/127.0.0.1:41005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:18:43,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:18:43,766 WARN  [BP-660253199-172.17.0.2-1731403103959 heartbeating to localhost/127.0.0.1:41005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660253199-172.17.0.2-1731403103959 (Datanode Uuid 37ac7ae7-4abc-407a-bd72-3baca9a19951) service to localhost/127.0.0.1:41005
2024-11-12T09:18:43,766 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:18:43,766 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/data/data1/current/BP-660253199-172.17.0.2-1731403103959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:43,767 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/cluster_5fd05614-f4b6-fa9b-c3f3-b411fe15891f/data/data2/current/BP-660253199-172.17.0.2-1731403103959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:18:43,767 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:18:43,771 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6a0d20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:43,772 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b75168c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:18:43,772 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:18:43,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2c6c17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:18:43,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122fd3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1aeb851-8b97-43b6-01e5-0a7ae2f860c3/hadoop.log.dir/,STOPPED}
2024-11-12T09:18:43,778 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:18:43,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:18:43,796 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108)
Potentially hanging thread: HMaster-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41005
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38927
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38927 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41005
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41005 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38927 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38927
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41005 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38927 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55827)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41005 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55827)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 442) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6824 (was 7165)
2024-11-12T09:18:43,802 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=6824
2024-11-12T09:18:43,813 INFO  [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs
2024-11-12T09:18:43,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir so I do NOT create it in target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6
2024-11-12T09:18:43,814 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:18:43,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.tmp.dir so I do NOT create it in target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6
2024-11-12T09:18:43,814 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6219a75-760f-c24d-7ee5-7e9407a22515/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:18:43,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6
2024-11-12T09:18:43,814 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b, deleteOnExit=true
2024-11-12T09:18:43,816 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/zookeeper_0, clientPort=56167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:18:43,817 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56167
2024-11-12T09:18:43,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:18:43,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:18:43,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/test.cache.data in system properties and HBase conf
2024-11-12T09:18:43,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:18:43,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:43,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:43,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:18:43,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:18:43,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:18:43,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:43,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:18:43,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:18:43,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e56ba5d0005, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:18:43,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e56ba5d0002, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:18:43,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e56ba5d0005, quorum=127.0.0.1:55827, baseZNode=/1886677351 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:18:43,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e56ba5d0002, quorum=127.0.0.1:55827, baseZNode=/0655021731 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:18:44,167 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:44,173 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:44,204 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:44,204 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:44,204 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:18:44,205 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:44,207 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49780822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:44,208 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254f68ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:44,316 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cc62b86{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/java.io.tmpdir/jetty-localhost-40561-hadoop-hdfs-3_4_1-tests_jar-_-any-9891270200278915691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:44,316 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@728b37b1{HTTP/1.1, (http/1.1)}{localhost:40561}
2024-11-12T09:18:44,316 INFO  [Time-limited test {}] server.Server(415): Started @55214ms
2024-11-12T09:18:44,631 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:44,635 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:44,644 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:44,644 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:44,644 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:18:44,645 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ae5974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:44,645 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658ab1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:44,785 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@251ad0cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/java.io.tmpdir/jetty-localhost-45631-hadoop-hdfs-3_4_1-tests_jar-_-any-6145761666014900721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:44,785 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b833f1c{HTTP/1.1, (http/1.1)}{localhost:45631}
2024-11-12T09:18:44,785 INFO  [Time-limited test {}] server.Server(415): Started @55683ms
2024-11-12T09:18:44,787 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:18:46,008 WARN  [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/data/data2/current/BP-800960831-172.17.0.2-1731403123842/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:46,008 WARN  [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/data/data1/current/BP-800960831-172.17.0.2-1731403123842/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:46,042 WARN  [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:18:46,046 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29d739bb269de5f6 with lease ID 0xfe41bccdc37bed15: Processing first storage report for DS-b54149b6-7a68-4b90-97fc-1e2f3c026686 from datanode DatanodeRegistration(127.0.0.1:36037, datanodeUuid=cf18a2d1-6cc2-4819-8db4-326b9a9126ce, infoPort=40601, infoSecurePort=0, ipcPort=37831, storageInfo=lv=-57;cid=testClusterID;nsid=1334386849;c=1731403123842)
2024-11-12T09:18:46,046 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29d739bb269de5f6 with lease ID 0xfe41bccdc37bed15: from storage DS-b54149b6-7a68-4b90-97fc-1e2f3c026686 node DatanodeRegistration(127.0.0.1:36037, datanodeUuid=cf18a2d1-6cc2-4819-8db4-326b9a9126ce, infoPort=40601, infoSecurePort=0, ipcPort=37831, storageInfo=lv=-57;cid=testClusterID;nsid=1334386849;c=1731403123842), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T09:18:46,046 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29d739bb269de5f6 with lease ID 0xfe41bccdc37bed15: Processing first storage report for DS-2b879110-18b9-43ba-b174-22153a8b86f3 from datanode DatanodeRegistration(127.0.0.1:36037, datanodeUuid=cf18a2d1-6cc2-4819-8db4-326b9a9126ce, infoPort=40601, infoSecurePort=0, ipcPort=37831, storageInfo=lv=-57;cid=testClusterID;nsid=1334386849;c=1731403123842)
2024-11-12T09:18:46,046 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29d739bb269de5f6 with lease ID 0xfe41bccdc37bed15: from storage DS-2b879110-18b9-43ba-b174-22153a8b86f3 node DatanodeRegistration(127.0.0.1:36037, datanodeUuid=cf18a2d1-6cc2-4819-8db4-326b9a9126ce, infoPort=40601, infoSecurePort=0, ipcPort=37831, storageInfo=lv=-57;cid=testClusterID;nsid=1334386849;c=1731403123842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:46,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6
2024-11-12T09:18:46,145 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:46,147 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:46,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:18:46,179 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:46,210 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:46,213 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:46,214 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:46,556 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b with version=8
2024-11-12T09:18:46,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/hbase-staging
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:18:46,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:46,559 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44859
2024-11-12T09:18:46,560 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44859 connecting to ZooKeeper ensemble=127.0.0.1:56167
2024-11-12T09:18:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448590x0, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:46,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44859-0x1012e5708130000 connected
2024-11-12T09:18:46,739 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:46,741 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:46,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/running
2024-11-12T09:18:46,744 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b, hbase.cluster.distributed=false
2024-11-12T09:18:46,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/acl
2024-11-12T09:18:46,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44859
2024-11-12T09:18:46,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44859
2024-11-12T09:18:46,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44859
2024-11-12T09:18:46,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44859
2024-11-12T09:18:46,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44859
2024-11-12T09:18:46,772 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:18:46,773 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:46,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37405
2024-11-12T09:18:46,778 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37405 connecting to ZooKeeper ensemble=127.0.0.1:56167
2024-11-12T09:18:46,779 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:46,781 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:46,797 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374050x0, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:46,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37405-0x1012e5708130001 connected
2024-11-12T09:18:46,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/running
2024-11-12T09:18:46,799 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:18:46,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:18:46,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/master
2024-11-12T09:18:46,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/acl
2024-11-12T09:18:46,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37405
2024-11-12T09:18:46,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37405
2024-11-12T09:18:46,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37405
2024-11-12T09:18:46,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37405
2024-11-12T09:18:46,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37405
2024-11-12T09:18:46,836 DEBUG [M:0;106923ea030f:44859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:44859
2024-11-12T09:18:46,837 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-32671275/backup-masters/106923ea030f,44859,1731403126558
2024-11-12T09:18:46,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275/backup-masters
2024-11-12T09:18:46,844 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275/backup-masters
2024-11-12T09:18:46,845 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on existing znode=/0-32671275/backup-masters/106923ea030f,44859,1731403126558
2024-11-12T09:18:46,854 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-32671275/master
2024-11-12T09:18:46,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:46,855 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:46,855 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on existing znode=/0-32671275/master
2024-11-12T09:18:46,855 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-32671275/backup-masters/106923ea030f,44859,1731403126558 from backup master directory
2024-11-12T09:18:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32671275/backup-masters/106923ea030f,44859,1731403126558
2024-11-12T09:18:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275/backup-masters
2024-11-12T09:18:46,865 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275/backup-masters
2024-11-12T09:18:46,865 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:46,866 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,44859,1731403126558
2024-11-12T09:18:46,870 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/hbase.id] with ID: 1ea06070-ef3e-4e9a-a960-bd2825653636
2024-11-12T09:18:46,870 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/.tmp/hbase.id
2024-11-12T09:18:46,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:18:46,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:46,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:18:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:18:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:18:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:47,280 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/.tmp/hbase.id]:[hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/hbase.id]
2024-11-12T09:18:47,297 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:47,297 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:18:47,299 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:18:47,349 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:47,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:47,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:18:47,757 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:47,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:18:47,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:47,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:18:48,168 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store
2024-11-12T09:18:48,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:18:48,175 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:48,175 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:48,175 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:48,175 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:48,175 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:48,175 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:48,175 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:48,175 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403128175Disabling compacts and flushes for region at 1731403128175Disabling writes for close at 1731403128175Writing region close event to WAL at 1731403128175Closed at 1731403128175
2024-11-12T09:18:48,176 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/.initializing
2024-11-12T09:18:48,176 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/WALs/106923ea030f,44859,1731403126558
2024-11-12T09:18:48,177 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:48,181 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C44859%2C1731403126558, suffix=, logDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/WALs/106923ea030f,44859,1731403126558, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/oldWALs, maxLogs=10
2024-11-12T09:18:48,199 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/WALs/106923ea030f,44859,1731403126558/106923ea030f%2C44859%2C1731403126558.1731403128181, exclude list is [], retry=0
2024-11-12T09:18:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-b54149b6-7a68-4b90-97fc-1e2f3c026686,DISK]
2024-11-12T09:18:48,204 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/WALs/106923ea030f,44859,1731403126558/106923ea030f%2C44859%2C1731403126558.1731403128181
2024-11-12T09:18:48,204 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601)]
2024-11-12T09:18:48,204 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:48,204 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:48,204 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,204 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,206 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:48,207 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:18:48,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:48,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:48,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:18:48,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:48,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:48,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:18:48,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,215 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:48,215 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:48,217 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:18:48,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,218 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:48,218 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,219 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,219 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,220 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,220 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,221 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:48,222 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:48,224 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:48,224 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63935944, jitterRate=-0.047280192375183105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:48,225 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403128205Initializing all the Stores at 1731403128206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403128206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403128206Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403128206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403128206Cleaning up temporary data from old regions at 1731403128220 (+14 ms)Region opened successfully at 1731403128225 (+5 ms)
2024-11-12T09:18:48,225 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:18:48,229 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7bfd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:48,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:18:48,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:18:48,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:18:48,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:18:48,231 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:18:48,231 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:18:48,231 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:18:48,234 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:18:48,234 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Unable to get data of znode /0-32671275/balancer because node does not exist (not necessarily an error)
2024-11-12T09:18:48,286 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32671275/balancer already deleted, retry=false
2024-11-12T09:18:48,287 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:18:48,287 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Unable to get data of znode /0-32671275/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:18:48,296 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32671275/normalizer already deleted, retry=false
2024-11-12T09:18:48,297 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:18:48,298 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Unable to get data of znode /0-32671275/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:18:48,307 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32671275/switch/split already deleted, retry=false
2024-11-12T09:18:48,308 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Unable to get data of znode /0-32671275/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:18:48,317 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32671275/switch/merge already deleted, retry=false
2024-11-12T09:18:48,320 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Unable to get data of znode /0-32671275/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:18:48,328 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-32671275/snapshot-cleanup already deleted, retry=false
2024-11-12T09:18:48,339 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-32671275/running
2024-11-12T09:18:48,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-32671275/running
2024-11-12T09:18:48,339 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:48,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:48,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,44859,1731403126558, sessionid=0x1012e5708130000, setting cluster-up flag (Was=false)
2024-11-12T09:18:48,360 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:48,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:48,391 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-32671275/flush-table-proc/acquired, /0-32671275/flush-table-proc/reached, /0-32671275/flush-table-proc/abort
2024-11-12T09:18:48,392 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,44859,1731403126558
2024-11-12T09:18:48,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:48,413 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:48,444 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-32671275/online-snapshot/acquired, /0-32671275/online-snapshot/reached, /0-32671275/online-snapshot/abort
2024-11-12T09:18:48,445 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,44859,1731403126558
2024-11-12T09:18:48,446 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:18:48,447 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:48,448 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:18:48,448 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:18:48,448 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,44859,1731403126558
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:48,450 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:48,452 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403158452
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:18:48,452 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,453 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:18:48,456 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:18:48,456 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:18:48,456 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:18:48,456 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:18:48,460 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:18:48,460 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:18:48,463 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403128460,5,FailOnTimeoutGroup]
2024-11-12T09:18:48,464 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403128463,5,FailOnTimeoutGroup]
2024-11-12T09:18:48,464 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,464 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:18:48,464 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,464 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:18:48,525 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(746): ClusterId : 1ea06070-ef3e-4e9a-a960-bd2825653636
2024-11-12T09:18:48,526 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:18:48,541 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:18:48,541 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:18:48,550 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:18:48,551 DEBUG [RS:0;106923ea030f:37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d792a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:48,569 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:37405
2024-11-12T09:18:48,569 INFO  [RS:0;106923ea030f:37405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:18:48,569 INFO  [RS:0;106923ea030f:37405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:18:48,569 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:18:48,570 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,44859,1731403126558 with port=37405, startcode=1731403126772
2024-11-12T09:18:48,570 DEBUG [RS:0;106923ea030f:37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:18:48,574 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:18:48,574 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,37405,1731403126772
2024-11-12T09:18:48,574 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44859 {}] master.ServerManager(517): Registering regionserver=106923ea030f,37405,1731403126772
2024-11-12T09:18:48,576 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b
2024-11-12T09:18:48,576 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40449
2024-11-12T09:18:48,576 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:18:48,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275/rs
2024-11-12T09:18:48,588 DEBUG [RS:0;106923ea030f:37405 {}] zookeeper.ZKUtil(111): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on existing znode=/0-32671275/rs/106923ea030f,37405,1731403126772
2024-11-12T09:18:48,588 WARN  [RS:0;106923ea030f:37405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:48,588 INFO  [RS:0;106923ea030f:37405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:48,588 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772
2024-11-12T09:18:48,594 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,37405,1731403126772]
2024-11-12T09:18:48,622 INFO  [RS:0;106923ea030f:37405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:18:48,624 INFO  [RS:0;106923ea030f:37405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:18:48,635 INFO  [RS:0;106923ea030f:37405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:18:48,635 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,635 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:18:48,638 INFO  [RS:0;106923ea030f:37405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:18:48,638 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,639 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,639 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,639 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,639 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,640 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,640 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:48,640 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,640 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,640 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,641 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,641 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,641 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:48,641 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:48,641 DEBUG [RS:0;106923ea030f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:48,667 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,667 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,667 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,667 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,667 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,667 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,37405,1731403126772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:48,688 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:18:48,688 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,37405,1731403126772-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,688 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,688 INFO  [RS:0;106923ea030f:37405 {}] regionserver.Replication(171): 106923ea030f,37405,1731403126772 started
2024-11-12T09:18:48,705 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:48,705 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,37405,1731403126772, RpcServer on 106923ea030f/172.17.0.2:37405, sessionid=0x1012e5708130001
2024-11-12T09:18:48,705 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:18:48,705 DEBUG [RS:0;106923ea030f:37405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,37405,1731403126772
2024-11-12T09:18:48,705 DEBUG [RS:0;106923ea030f:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,37405,1731403126772'
2024-11-12T09:18:48,705 DEBUG [RS:0;106923ea030f:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-32671275/flush-table-proc/abort'
2024-11-12T09:18:48,706 DEBUG [RS:0;106923ea030f:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-32671275/flush-table-proc/acquired'
2024-11-12T09:18:48,706 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:18:48,706 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:18:48,706 DEBUG [RS:0;106923ea030f:37405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,37405,1731403126772
2024-11-12T09:18:48,706 DEBUG [RS:0;106923ea030f:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,37405,1731403126772'
2024-11-12T09:18:48,706 DEBUG [RS:0;106923ea030f:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-32671275/online-snapshot/abort'
2024-11-12T09:18:48,707 DEBUG [RS:0;106923ea030f:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-32671275/online-snapshot/acquired'
2024-11-12T09:18:48,708 DEBUG [RS:0;106923ea030f:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:18:48,708 INFO  [RS:0;106923ea030f:37405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:18:48,708 INFO  [RS:0;106923ea030f:37405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:48,808 INFO  [RS:0;106923ea030f:37405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:48,810 INFO  [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C37405%2C1731403126772, suffix=, logDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/oldWALs, maxLogs=10
2024-11-12T09:18:48,828 DEBUG [RS:0;106923ea030f:37405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810, exclude list is [], retry=0
2024-11-12T09:18:48,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-b54149b6-7a68-4b90-97fc-1e2f3c026686,DISK]
2024-11-12T09:18:48,840 INFO  [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810
2024-11-12T09:18:48,841 DEBUG [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601)]
2024-11-12T09:18:48,870 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:18:48,870 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b
2024-11-12T09:18:48,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:18:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:48,880 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:48,882 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:48,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,882 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:48,882 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:48,884 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:48,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,885 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:48,885 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:48,886 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:48,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:48,887 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:48,888 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:48,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:48,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:48,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:48,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740
2024-11-12T09:18:48,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740
2024-11-12T09:18:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:48,891 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:48,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:48,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:48,895 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66645160, jitterRate=-0.006909728050231934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:48,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403128879Initializing all the Stores at 1731403128880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403128880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403128880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403128880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403128880Cleaning up temporary data from old regions at 1731403128890 (+10 ms)Region opened successfully at 1731403128896 (+6 ms)
2024-11-12T09:18:48,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:48,896 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:48,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:48,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:48,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:48,901 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403128896Disabling compacts and flushes for region at 1731403128896Disabling writes for close at 1731403128896Writing region close event to WAL at 1731403128901 (+5 ms)Closed at 1731403128901
2024-11-12T09:18:48,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:48,903 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:18:48,903 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:48,905 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:48,906 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:18:49,056 DEBUG [106923ea030f:44859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:49,057 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,37405,1731403126772
2024-11-12T09:18:49,058 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,37405,1731403126772, state=OPENING
2024-11-12T09:18:49,191 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:18:49,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:49,251 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:49,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32671275/meta-region-server: CHANGED
2024-11-12T09:18:49,252 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:49,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,37405,1731403126772}]
2024-11-12T09:18:49,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32671275/meta-region-server: CHANGED
2024-11-12T09:18:49,405 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:49,407 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:49,411 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:49,411 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:49,412 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:49,413 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C37405%2C1731403126772.meta, suffix=.meta, logDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/oldWALs, maxLogs=10
2024-11-12T09:18:49,428 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.meta.1731403129414.meta, exclude list is [], retry=0
2024-11-12T09:18:49,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-b54149b6-7a68-4b90-97fc-1e2f3c026686,DISK]
2024-11-12T09:18:49,434 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.meta.1731403129414.meta
2024-11-12T09:18:49,434 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601)]
2024-11-12T09:18:49,435 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:49,435 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:49,435 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:49,435 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:49,435 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:49,435 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:49,435 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:49,436 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:49,436 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:49,437 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:49,438 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:49,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:49,438 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:49,438 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:49,439 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:49,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:49,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:49,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:49,440 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:49,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:49,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:49,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:49,441 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:49,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:49,442 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:49,443 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:49,443 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740
2024-11-12T09:18:49,444 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740
2024-11-12T09:18:49,445 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:49,445 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:49,446 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:49,447 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:49,447 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61089636, jitterRate=-0.08969348669052124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:49,448 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:49,448 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403129436Writing region info on filesystem at 1731403129436Initializing all the Stores at 1731403129437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403129437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403129437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403129437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403129437Cleaning up temporary data from old regions at 1731403129445 (+8 ms)Running coprocessor post-open hooks at 1731403129448 (+3 ms)Region opened successfully at 1731403129448
2024-11-12T09:18:49,449 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403129405
2024-11-12T09:18:49,451 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:49,451 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:49,452 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,37405,1731403126772
2024-11-12T09:18:49,453 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,37405,1731403126772, state=OPEN
2024-11-12T09:18:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-32671275/meta-region-server
2024-11-12T09:18:49,506 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-32671275/meta-region-server
2024-11-12T09:18:49,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32671275/meta-region-server: CHANGED
2024-11-12T09:18:49,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-32671275/meta-region-server: CHANGED
2024-11-12T09:18:49,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,37405,1731403126772
2024-11-12T09:18:49,510 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:18:49,511 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,37405,1731403126772 in 255 msec
2024-11-12T09:18:49,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:18:49,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec
2024-11-12T09:18:49,516 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:49,516 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:18:49,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:49,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37405,1731403126772, seqNum=-1]
2024-11-12T09:18:49,518 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:49,522 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:49,540 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0900 sec
2024-11-12T09:18:49,540 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403129540, completionTime=-1
2024-11-12T09:18:49,540 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:18:49,540 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403189546
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403249546
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44859,1731403126558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44859,1731403126558-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44859,1731403126558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,546 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:44859, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,547 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,547 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,551 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:18:49,556 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.690sec
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44859,1731403126558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:49,557 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44859,1731403126558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:49,560 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:49,560 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:49,560 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,44859,1731403126558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:49,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fc044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:49,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44859,-1 for getting cluster id
2024-11-12T09:18:49,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:49,630 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ea06070-ef3e-4e9a-a960-bd2825653636'
2024-11-12T09:18:49,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:49,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ea06070-ef3e-4e9a-a960-bd2825653636"

2024-11-12T09:18:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a8a40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44859,-1]
2024-11-12T09:18:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:49,633 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:49,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5d5a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:49,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37405,1731403126772, seqNum=-1]
2024-11-12T09:18:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:49,640 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:49,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,44859,1731403126558
2024-11-12T09:18:49,643 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56167
2024-11-12T09:18:49,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:49,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e5708130002 connected
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir so I do NOT create it in target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53
2024-11-12T09:18:49,689 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.tmp.dir so I do NOT create it in target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53
2024-11-12T09:18:49,689 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:18:49,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/cluster_20afde23-2f0c-57ac-236d-7ea0a11fe73d, deleteOnExit=true
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/test.cache.data in system properties and HBase conf
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:18:49,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:18:49,690 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:18:49,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:18:49,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:18:50,035 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:50,040 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:50,048 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:50,048 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:50,048 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:18:50,049 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:50,050 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67aff243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:50,050 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa00ef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:50,185 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e997d58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/java.io.tmpdir/jetty-localhost-42929-hadoop-hdfs-3_4_1-tests_jar-_-any-10302530975199697192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:18:50,186 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36827c65{HTTP/1.1, (http/1.1)}{localhost:42929}
2024-11-12T09:18:50,186 INFO  [Time-limited test {}] server.Server(415): Started @61084ms
2024-11-12T09:18:50,491 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:18:50,495 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:18:50,496 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:18:50,496 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:18:50,496 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:18:50,497 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd988b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:18:50,497 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fdd44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:18:50,639 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@785dd42d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/java.io.tmpdir/jetty-localhost-35529-hadoop-hdfs-3_4_1-tests_jar-_-any-17581700948009880810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:18:50,639 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c4b0b0d{HTTP/1.1, (http/1.1)}{localhost:35529}
2024-11-12T09:18:50,639 INFO  [Time-limited test {}] server.Server(415): Started @61537ms
2024-11-12T09:18:50,641 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:18:51,303 WARN  [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/cluster_20afde23-2f0c-57ac-236d-7ea0a11fe73d/data/data1/current/BP-1502241119-172.17.0.2-1731403129715/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:51,304 WARN  [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/cluster_20afde23-2f0c-57ac-236d-7ea0a11fe73d/data/data2/current/BP-1502241119-172.17.0.2-1731403129715/current, will proceed with Du for space computation calculation, 
2024-11-12T09:18:51,330 WARN  [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:18:51,335 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb42604746903d042 with lease ID 0xd6498bc00133b00a: Processing first storage report for DS-09944db7-9402-45a6-b704-7d5a91e691e2 from datanode DatanodeRegistration(127.0.0.1:36757, datanodeUuid=b32af6df-a506-4968-9bd8-38342c04a62e, infoPort=41299, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=461261590;c=1731403129715)
2024-11-12T09:18:51,335 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb42604746903d042 with lease ID 0xd6498bc00133b00a: from storage DS-09944db7-9402-45a6-b704-7d5a91e691e2 node DatanodeRegistration(127.0.0.1:36757, datanodeUuid=b32af6df-a506-4968-9bd8-38342c04a62e, infoPort=41299, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=461261590;c=1731403129715), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:51,335 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb42604746903d042 with lease ID 0xd6498bc00133b00a: Processing first storage report for DS-4204e477-f8c5-4548-9e23-7cb27a6a52e8 from datanode DatanodeRegistration(127.0.0.1:36757, datanodeUuid=b32af6df-a506-4968-9bd8-38342c04a62e, infoPort=41299, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=461261590;c=1731403129715)
2024-11-12T09:18:51,335 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb42604746903d042 with lease ID 0xd6498bc00133b00a: from storage DS-4204e477-f8c5-4548-9e23-7cb27a6a52e8 node DatanodeRegistration(127.0.0.1:36757, datanodeUuid=b32af6df-a506-4968-9bd8-38342c04a62e, infoPort=41299, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=461261590;c=1731403129715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:18:51,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53
2024-11-12T09:18:51,393 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:51,394 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:51,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:18:51,803 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5 with version=8
2024-11-12T09:18:51,803 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/hbase-staging
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:18:51,805 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:51,806 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33131
2024-11-12T09:18:51,807 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33131 connecting to ZooKeeper ensemble=127.0.0.1:56167
2024-11-12T09:18:51,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331310x0, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:51,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33131-0x1012e5708130003 connected
2024-11-12T09:18:51,934 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:51,936 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:51,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/running
2024-11-12T09:18:51,939 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5, hbase.cluster.distributed=false
2024-11-12T09:18:51,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/acl
2024-11-12T09:18:51,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33131
2024-11-12T09:18:51,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33131
2024-11-12T09:18:51,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33131
2024-11-12T09:18:51,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33131
2024-11-12T09:18:51,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33131
2024-11-12T09:18:51,959 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:18:51,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:51,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:51,959 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:18:51,959 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:18:51,960 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:18:51,960 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:18:51,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:18:51,961 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39655
2024-11-12T09:18:51,962 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39655 connecting to ZooKeeper ensemble=127.0.0.1:56167
2024-11-12T09:18:51,963 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:51,965 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:51,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396550x0, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:51,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39655-0x1012e5708130004 connected
2024-11-12T09:18:51,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/running
2024-11-12T09:18:51,983 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:18:51,984 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:18:51,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/master
2024-11-12T09:18:51,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/acl
2024-11-12T09:18:51,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39655
2024-11-12T09:18:51,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39655
2024-11-12T09:18:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39655
2024-11-12T09:18:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39655
2024-11-12T09:18:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39655
2024-11-12T09:18:52,015 DEBUG [M:0;106923ea030f:33131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:33131
2024-11-12T09:18:52,016 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1682196383/backup-masters/106923ea030f,33131,1731403131805
2024-11-12T09:18:52,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383/backup-masters
2024-11-12T09:18:52,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383/backup-masters
2024-11-12T09:18:52,029 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on existing znode=/1682196383/backup-masters/106923ea030f,33131,1731403131805
2024-11-12T09:18:52,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:52,040 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on existing znode=/1682196383/master
2024-11-12T09:18:52,040 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1682196383/backup-masters/106923ea030f,33131,1731403131805 from backup master directory
2024-11-12T09:18:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1682196383/master
2024-11-12T09:18:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383/backup-masters
2024-11-12T09:18:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1682196383/backup-masters/106923ea030f,33131,1731403131805
2024-11-12T09:18:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383/backup-masters
2024-11-12T09:18:52,050 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:52,050 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,33131,1731403131805
2024-11-12T09:18:52,054 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/hbase.id] with ID: 1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f
2024-11-12T09:18:52,054 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/.tmp/hbase.id
2024-11-12T09:18:52,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:18:52,464 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/.tmp/hbase.id]:[hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/hbase.id]
2024-11-12T09:18:52,477 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:52,477 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:18:52,479 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-12T09:18:52,499 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:18:52,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:52,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:52,545 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:52,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:52,548 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:18:52,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:18:52,572 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:52,573 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:18:52,577 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:52,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:18:52,602 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store
2024-11-12T09:18:52,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:18:53,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:53,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:18:53,027 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:53,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:53,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:18:53,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:53,027 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:18:53,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403133027Disabling compacts and flushes for region at 1731403133027Disabling writes for close at 1731403133027Writing region close event to WAL at 1731403133027Closed at 1731403133027
2024-11-12T09:18:53,028 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/.initializing
2024-11-12T09:18:53,028 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/WALs/106923ea030f,33131,1731403131805
2024-11-12T09:18:53,030 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:53,034 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C33131%2C1731403131805, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/WALs/106923ea030f,33131,1731403131805, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/oldWALs, maxLogs=10
2024-11-12T09:18:53,049 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/WALs/106923ea030f,33131,1731403131805/106923ea030f%2C33131%2C1731403131805.1731403133034, exclude list is [], retry=0
2024-11-12T09:18:53,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36757,DS-09944db7-9402-45a6-b704-7d5a91e691e2,DISK]
2024-11-12T09:18:53,056 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/WALs/106923ea030f,33131,1731403131805/106923ea030f%2C33131%2C1731403131805.1731403133034
2024-11-12T09:18:53,060 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)]
2024-11-12T09:18:53,060 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:53,061 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:53,061 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,061 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,063 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:53,070 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:18:53,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:53,071 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:53,071 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:53,072 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:18:53,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:53,073 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:53,073 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:53,075 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:18:53,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:53,076 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:53,076 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:18:53,079 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:18:53,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:53,079 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:53,079 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,081 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,081 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,083 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,083 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,085 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:53,087 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:18:53,093 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:53,093 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73191964, jitterRate=0.09064525365829468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:53,094 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403133061Initializing all the Stores at 1731403133062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403133062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403133063 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403133063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403133063Cleaning up temporary data from old regions at 1731403133083 (+20 ms)Region opened successfully at 1731403133094 (+11 ms)
2024-11-12T09:18:53,096 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:18:53,100 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa4b5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:53,101 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:18:53,101 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:18:53,101 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:18:53,101 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:18:53,102 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:18:53,102 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:18:53,102 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:18:53,106 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:18:53,107 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Unable to get data of znode /1682196383/balancer because node does not exist (not necessarily an error)
2024-11-12T09:18:53,159 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1682196383/balancer already deleted, retry=false
2024-11-12T09:18:53,160 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:18:53,161 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Unable to get data of znode /1682196383/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:18:53,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1682196383/normalizer already deleted, retry=false
2024-11-12T09:18:53,170 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:18:53,171 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Unable to get data of znode /1682196383/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:18:53,180 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1682196383/switch/split already deleted, retry=false
2024-11-12T09:18:53,182 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Unable to get data of znode /1682196383/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:18:53,191 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1682196383/switch/merge already deleted, retry=false
2024-11-12T09:18:53,193 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Unable to get data of znode /1682196383/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:18:53,201 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1682196383/snapshot-cleanup already deleted, retry=false
2024-11-12T09:18:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1682196383/running
2024-11-12T09:18:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1682196383/running
2024-11-12T09:18:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:53,213 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,33131,1731403131805, sessionid=0x1012e5708130003, setting cluster-up flag (Was=false)
2024-11-12T09:18:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:53,265 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1682196383/flush-table-proc/acquired, /1682196383/flush-table-proc/reached, /1682196383/flush-table-proc/abort
2024-11-12T09:18:53,266 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33131,1731403131805
2024-11-12T09:18:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:53,317 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1682196383/online-snapshot/acquired, /1682196383/online-snapshot/reached, /1682196383/online-snapshot/abort
2024-11-12T09:18:53,318 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33131,1731403131805
2024-11-12T09:18:53,320 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:18:53,322 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:53,322 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:18:53,322 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:18:53,322 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,33131,1731403131805
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:53,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403163325
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:18:53,325 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:18:53,326 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:18:53,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:53,326 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:18:53,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:53,328 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403133326,5,FailOnTimeoutGroup]
2024-11-12T09:18:53,328 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:18:53,332 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403133328,5,FailOnTimeoutGroup]
2024-11-12T09:18:53,332 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,332 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:18:53,332 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,332 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:18:53,402 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(746): ClusterId : 1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f
2024-11-12T09:18:53,403 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:18:53,413 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:18:53,413 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:18:53,423 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:18:53,424 DEBUG [RS:0;106923ea030f:39655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2356234d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:18:53,436 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:39655
2024-11-12T09:18:53,436 INFO  [RS:0;106923ea030f:39655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:18:53,436 INFO  [RS:0;106923ea030f:39655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:18:53,436 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:18:53,437 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,33131,1731403131805 with port=39655, startcode=1731403131959
2024-11-12T09:18:53,437 DEBUG [RS:0;106923ea030f:39655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:18:53,438 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:18:53,439 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,39655,1731403131959
2024-11-12T09:18:53,439 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33131 {}] master.ServerManager(517): Registering regionserver=106923ea030f,39655,1731403131959
2024-11-12T09:18:53,440 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5
2024-11-12T09:18:53,440 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33753
2024-11-12T09:18:53,440 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:18:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383/rs
2024-11-12T09:18:53,450 DEBUG [RS:0;106923ea030f:39655 {}] zookeeper.ZKUtil(111): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on existing znode=/1682196383/rs/106923ea030f,39655,1731403131959
2024-11-12T09:18:53,450 WARN  [RS:0;106923ea030f:39655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:18:53,450 INFO  [RS:0;106923ea030f:39655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:53,450 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959
2024-11-12T09:18:53,451 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,39655,1731403131959]
2024-11-12T09:18:53,454 INFO  [RS:0;106923ea030f:39655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:18:53,457 INFO  [RS:0;106923ea030f:39655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:18:53,464 INFO  [RS:0;106923ea030f:39655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:18:53,464 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,468 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:18:53,469 INFO  [RS:0;106923ea030f:39655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:18:53,469 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:18:53,469 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:53,470 DEBUG [RS:0;106923ea030f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:18:53,476 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,476 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,476 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,476 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,476 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,477 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39655,1731403131959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:53,492 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:18:53,492 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39655,1731403131959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,492 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,492 INFO  [RS:0;106923ea030f:39655 {}] regionserver.Replication(171): 106923ea030f,39655,1731403131959 started
2024-11-12T09:18:53,508 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:53,508 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,39655,1731403131959, RpcServer on 106923ea030f/172.17.0.2:39655, sessionid=0x1012e5708130004
2024-11-12T09:18:53,509 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:18:53,509 DEBUG [RS:0;106923ea030f:39655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,39655,1731403131959
2024-11-12T09:18:53,509 DEBUG [RS:0;106923ea030f:39655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,39655,1731403131959'
2024-11-12T09:18:53,509 DEBUG [RS:0;106923ea030f:39655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1682196383/flush-table-proc/abort'
2024-11-12T09:18:53,510 DEBUG [RS:0;106923ea030f:39655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1682196383/flush-table-proc/acquired'
2024-11-12T09:18:53,510 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:18:53,510 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:18:53,510 DEBUG [RS:0;106923ea030f:39655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,39655,1731403131959
2024-11-12T09:18:53,510 DEBUG [RS:0;106923ea030f:39655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,39655,1731403131959'
2024-11-12T09:18:53,510 DEBUG [RS:0;106923ea030f:39655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1682196383/online-snapshot/abort'
2024-11-12T09:18:53,511 DEBUG [RS:0;106923ea030f:39655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1682196383/online-snapshot/acquired'
2024-11-12T09:18:53,511 DEBUG [RS:0;106923ea030f:39655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:18:53,512 INFO  [RS:0;106923ea030f:39655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:18:53,512 INFO  [RS:0;106923ea030f:39655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:18:53,612 INFO  [RS:0;106923ea030f:39655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:18:53,613 INFO  [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C39655%2C1731403131959, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/oldWALs, maxLogs=10
2024-11-12T09:18:53,628 DEBUG [RS:0;106923ea030f:39655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959/106923ea030f%2C39655%2C1731403131959.1731403133614, exclude list is [], retry=0
2024-11-12T09:18:53,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36757,DS-09944db7-9402-45a6-b704-7d5a91e691e2,DISK]
2024-11-12T09:18:53,635 INFO  [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959/106923ea030f%2C39655%2C1731403131959.1731403133614
2024-11-12T09:18:53,635 DEBUG [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)]
2024-11-12T09:18:53,751 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:18:53,751 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5
2024-11-12T09:18:53,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:18:54,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:54,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:54,161 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:54,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:54,163 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:54,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:54,165 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:54,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,165 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,165 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:54,168 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:54,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,168 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:54,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740
2024-11-12T09:18:54,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740
2024-11-12T09:18:54,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:54,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:54,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:54,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:54,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:54,186 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66202954, jitterRate=-0.01349911093711853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:54,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403134159Initializing all the Stores at 1731403134159Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403134159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403134160 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403134160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403134160Cleaning up temporary data from old regions at 1731403134178 (+18 ms)Region opened successfully at 1731403134186 (+8 ms)
2024-11-12T09:18:54,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:18:54,186 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:18:54,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:18:54,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:18:54,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:18:54,187 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:18:54,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403134186Disabling compacts and flushes for region at 1731403134186Disabling writes for close at 1731403134186Writing region close event to WAL at 1731403134187 (+1 ms)Closed at 1731403134187
2024-11-12T09:18:54,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:54,188 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:18:54,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:18:54,190 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:54,191 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:18:54,341 DEBUG [106923ea030f:33131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:18:54,342 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,39655,1731403131959
2024-11-12T09:18:54,343 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,39655,1731403131959, state=OPENING
2024-11-12T09:18:54,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:18:54,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:54,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:18:54,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1682196383/meta-region-server: CHANGED
2024-11-12T09:18:54,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1682196383/meta-region-server: CHANGED
2024-11-12T09:18:54,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:18:54,477 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,39655,1731403131959}]
2024-11-12T09:18:54,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:18:54,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:18:54,633 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:18:54,636 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:18:54,637 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:54,637 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:18:54,638 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C39655%2C1731403131959.meta, suffix=.meta, logDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/oldWALs, maxLogs=10
2024-11-12T09:18:54,654 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959/106923ea030f%2C39655%2C1731403131959.meta.1731403134639.meta, exclude list is [], retry=0
2024-11-12T09:18:54,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36757,DS-09944db7-9402-45a6-b704-7d5a91e691e2,DISK]
2024-11-12T09:18:54,658 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959/106923ea030f%2C39655%2C1731403131959.meta.1731403134639.meta
2024-11-12T09:18:54,658 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)]
2024-11-12T09:18:54,658 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:54,658 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:54,659 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:54,659 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:18:54,659 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:18:54,659 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:18:54,659 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:54,659 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:18:54,659 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:18:54,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:18:54,661 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:18:54,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:18:54,663 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:18:54,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:18:54,664 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:18:54,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,667 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,667 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:18:54,668 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:18:54,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,668 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:18:54,668 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:18:54,669 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740
2024-11-12T09:18:54,671 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740
2024-11-12T09:18:54,672 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:18:54,672 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:18:54,672 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:18:54,674 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:18:54,675 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70456474, jitterRate=0.04988327622413635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:18:54,675 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:18:54,675 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403134659Writing region info on filesystem at 1731403134659Initializing all the Stores at 1731403134660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403134660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403134660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403134660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403134660Cleaning up temporary data from old regions at 1731403134672 (+12 ms)Running coprocessor post-open hooks at 1731403134675 (+3 ms)Region opened successfully at 1731403134675
2024-11-12T09:18:54,680 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403134630
2024-11-12T09:18:54,683 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:18:54,683 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:18:54,685 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,39655,1731403131959
2024-11-12T09:18:54,686 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,39655,1731403131959, state=OPEN
2024-11-12T09:18:54,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1682196383/meta-region-server
2024-11-12T09:18:54,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1682196383/meta-region-server
2024-11-12T09:18:54,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1682196383/meta-region-server: CHANGED
2024-11-12T09:18:54,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,39655,1731403131959
2024-11-12T09:18:54,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1682196383/meta-region-server: CHANGED
2024-11-12T09:18:54,700 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:18:54,700 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,39655,1731403131959 in 219 msec
2024-11-12T09:18:54,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:18:54,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec
2024-11-12T09:18:54,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:18:54,703 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:18:54,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:54,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,39655,1731403131959, seqNum=-1]
2024-11-12T09:18:54,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:54,707 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:54,716 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec
2024-11-12T09:18:54,717 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403134717, completionTime=-1
2024-11-12T09:18:54,717 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:18:54,717 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403194725
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403254725
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33131,1731403131805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33131,1731403131805-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33131,1731403131805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:33131, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,726 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,728 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:18:54,732 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,737 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.687sec
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33131,1731403131805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:18:54,738 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33131,1731403131805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:18:54,741 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:18:54,741 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:18:54,741 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33131,1731403131805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:18:54,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf47bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:54,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33131,-1 for getting cluster id
2024-11-12T09:18:54,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:54,806 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f'
2024-11-12T09:18:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f"

2024-11-12T09:18:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761dfb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33131,-1]
2024-11-12T09:18:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:54,808 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:54,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a019ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:54,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,39655,1731403131959, seqNum=-1]
2024-11-12T09:18:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:54,813 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:54,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,33131,1731403131805
2024-11-12T09:18:54,816 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56167
2024-11-12T09:18:54,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:18:54,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e5708130005 connected
2024-11-12T09:18:54,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:54,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44859,1731403126558
2024-11-12T09:18:54,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3af1b
2024-11-12T09:18:54,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:54,863 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:54,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:18:54,871 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:18:54,873 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:54,873 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:18:54,874 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:18:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:54,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:18:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:55,289 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47c33790ae90f4fc88f25174a1ad5f55, NAME => 'test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b
2024-11-12T09:18:55,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:18:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:55,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:55,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 47c33790ae90f4fc88f25174a1ad5f55, disabling compactions & flushes
2024-11-12T09:18:55,701 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:55,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:55,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55. after waiting 0 ms
2024-11-12T09:18:55,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:55,701 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:55,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47c33790ae90f4fc88f25174a1ad5f55:
Waiting for close lock at 1731403135701Disabling compacts and flushes for region at 1731403135701Disabling writes for close at 1731403135701Writing region close event to WAL at 1731403135701Closed at 1731403135701
2024-11-12T09:18:55,703 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:18:55,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403135703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403135703"}]},"ts":"1731403135703"}
2024-11-12T09:18:55,706 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:18:55,707 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:18:55,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403135707"}]},"ts":"1731403135707"}
2024-11-12T09:18:55,710 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:18:55,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47c33790ae90f4fc88f25174a1ad5f55, ASSIGN}]
2024-11-12T09:18:55,712 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47c33790ae90f4fc88f25174a1ad5f55, ASSIGN
2024-11-12T09:18:55,720 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=47c33790ae90f4fc88f25174a1ad5f55, ASSIGN; state=OFFLINE, location=106923ea030f,37405,1731403126772; forceNewPlan=false, retain=false
2024-11-12T09:18:55,871 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47c33790ae90f4fc88f25174a1ad5f55, regionState=OPENING, regionLocation=106923ea030f,37405,1731403126772
2024-11-12T09:18:55,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=47c33790ae90f4fc88f25174a1ad5f55, ASSIGN because future has completed
2024-11-12T09:18:55,876 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47c33790ae90f4fc88f25174a1ad5f55, server=106923ea030f,37405,1731403126772}]
2024-11-12T09:18:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:56,033 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:56,033 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47c33790ae90f4fc88f25174a1ad5f55, NAME => 'test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:56,034 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:56,034 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:18:56,034 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,034 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:56,034 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,034 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,036 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47c33790ae90f4fc88f25174a1ad5f55 
2024-11-12T09:18:56,037 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47c33790ae90f4fc88f25174a1ad5f55 columnFamilyName f
2024-11-12T09:18:56,037 DEBUG [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:56,037 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] regionserver.HStore(327): Store=47c33790ae90f4fc88f25174a1ad5f55/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:56,038 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 47c33790ae90f4fc88f25174a1ad5f55 
2024-11-12T09:18:56,039 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47c33790ae90f4fc88f25174a1ad5f55 columnFamilyName f1
2024-11-12T09:18:56,039 DEBUG [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:56,039 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] regionserver.HStore(327): Store=47c33790ae90f4fc88f25174a1ad5f55/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:56,039 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 47c33790ae90f4fc88f25174a1ad5f55 
2024-11-12T09:18:56,040 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47c33790ae90f4fc88f25174a1ad5f55 columnFamilyName norep
2024-11-12T09:18:56,040 DEBUG [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:56,041 INFO  [StoreOpener-47c33790ae90f4fc88f25174a1ad5f55-1 {}] regionserver.HStore(327): Store=47c33790ae90f4fc88f25174a1ad5f55/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:56,041 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,041 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,042 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,042 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,042 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,043 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:18:56,044 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,046 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:56,050 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47c33790ae90f4fc88f25174a1ad5f55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66055328, jitterRate=-0.015698909759521484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:18:56,050 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:18:56,051 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47c33790ae90f4fc88f25174a1ad5f55:
Running coprocessor pre-open hook at 1731403136034Writing region info on filesystem at 1731403136034Initializing all the Stores at 1731403136035 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403136035Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403136035Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403136035Cleaning up temporary data from old regions at 1731403136043 (+8 ms)Running coprocessor post-open hooks at 1731403136050 (+7 ms)Region opened successfully at 1731403136051 (+1 ms)
2024-11-12T09:18:56,053 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., pid=6, masterSystemTime=1731403136029
2024-11-12T09:18:56,056 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:56,056 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:18:56,058 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47c33790ae90f4fc88f25174a1ad5f55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,37405,1731403126772
2024-11-12T09:18:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47c33790ae90f4fc88f25174a1ad5f55, server=106923ea030f,37405,1731403126772 because future has completed
2024-11-12T09:18:56,064 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:18:56,064 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47c33790ae90f4fc88f25174a1ad5f55, server=106923ea030f,37405,1731403126772 in 186 msec
2024-11-12T09:18:56,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:18:56,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=47c33790ae90f4fc88f25174a1ad5f55, ASSIGN in 353 msec
2024-11-12T09:18:56,067 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:18:56,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403136067"}]},"ts":"1731403136067"}
2024-11-12T09:18:56,069 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:18:56,070 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:18:56,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec
2024-11-12T09:18:56,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:18:56,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:56,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:18:56,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:56,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:18:56,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:18:56,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:18:56,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-12T09:18:56,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:18:56,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:18:56,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:18:56,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:18:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:57,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:57,023 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:18:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33131,1731403131805
2024-11-12T09:18:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16039ca6
2024-11-12T09:18:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:57,026 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:57,027 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:18:57,030 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:18:57,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:57,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:18:57,031 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:18:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:57,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:18:57,040 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ca77106f3cfa47e3aaa1ffa72278eed, NAME => 'test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5
2024-11-12T09:18:57,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:18:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:57,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:57,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ca77106f3cfa47e3aaa1ffa72278eed, disabling compactions & flushes
2024-11-12T09:18:57,449 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed. after waiting 0 ms
2024-11-12T09:18:57,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,449 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ca77106f3cfa47e3aaa1ffa72278eed:
Waiting for close lock at 1731403137449Disabling compacts and flushes for region at 1731403137449Disabling writes for close at 1731403137449Writing region close event to WAL at 1731403137449Closed at 1731403137449
2024-11-12T09:18:57,451 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:18:57,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403137451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403137451"}]},"ts":"1731403137451"}
2024-11-12T09:18:57,454 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:18:57,456 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:18:57,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403137456"}]},"ts":"1731403137456"}
2024-11-12T09:18:57,458 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:18:57,459 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ca77106f3cfa47e3aaa1ffa72278eed, ASSIGN}]
2024-11-12T09:18:57,460 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ca77106f3cfa47e3aaa1ffa72278eed, ASSIGN
2024-11-12T09:18:57,462 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ca77106f3cfa47e3aaa1ffa72278eed, ASSIGN; state=OFFLINE, location=106923ea030f,39655,1731403131959; forceNewPlan=false, retain=false
2024-11-12T09:18:57,613 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ca77106f3cfa47e3aaa1ffa72278eed, regionState=OPENING, regionLocation=106923ea030f,39655,1731403131959
2024-11-12T09:18:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ca77106f3cfa47e3aaa1ffa72278eed, ASSIGN because future has completed
2024-11-12T09:18:57,616 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ca77106f3cfa47e3aaa1ffa72278eed, server=106923ea030f,39655,1731403131959}]
2024-11-12T09:18:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:57,795 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,795 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ca77106f3cfa47e3aaa1ffa72278eed, NAME => 'test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:57,796 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:57,796 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:18:57,796 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,796 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:57,796 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,796 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,799 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ca77106f3cfa47e3aaa1ffa72278eed 
2024-11-12T09:18:57,801 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ca77106f3cfa47e3aaa1ffa72278eed columnFamilyName f
2024-11-12T09:18:57,801 DEBUG [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:57,802 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] regionserver.HStore(327): Store=9ca77106f3cfa47e3aaa1ffa72278eed/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:57,802 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ca77106f3cfa47e3aaa1ffa72278eed 
2024-11-12T09:18:57,804 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ca77106f3cfa47e3aaa1ffa72278eed columnFamilyName f1
2024-11-12T09:18:57,804 DEBUG [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:57,805 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] regionserver.HStore(327): Store=9ca77106f3cfa47e3aaa1ffa72278eed/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:57,805 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ca77106f3cfa47e3aaa1ffa72278eed 
2024-11-12T09:18:57,808 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ca77106f3cfa47e3aaa1ffa72278eed columnFamilyName norep
2024-11-12T09:18:57,809 DEBUG [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:57,809 INFO  [StoreOpener-9ca77106f3cfa47e3aaa1ffa72278eed-1 {}] regionserver.HStore(327): Store=9ca77106f3cfa47e3aaa1ffa72278eed/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:57,809 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,810 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,810 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,813 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,813 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,814 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:18:57,815 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,823 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:57,823 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ca77106f3cfa47e3aaa1ffa72278eed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73962128, jitterRate=0.10212159156799316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:18:57,823 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:18:57,824 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ca77106f3cfa47e3aaa1ffa72278eed:
Running coprocessor pre-open hook at 1731403137797Writing region info on filesystem at 1731403137797Initializing all the Stores at 1731403137799 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403137799Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403137799Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403137799Cleaning up temporary data from old regions at 1731403137813 (+14 ms)Running coprocessor post-open hooks at 1731403137823 (+10 ms)Region opened successfully at 1731403137824 (+1 ms)
2024-11-12T09:18:57,825 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed., pid=6, masterSystemTime=1731403137770
2024-11-12T09:18:57,833 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ca77106f3cfa47e3aaa1ffa72278eed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,39655,1731403131959
2024-11-12T09:18:57,835 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,835 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:18:57,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ca77106f3cfa47e3aaa1ffa72278eed, server=106923ea030f,39655,1731403131959 because future has completed
2024-11-12T09:18:57,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:18:57,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ca77106f3cfa47e3aaa1ffa72278eed, server=106923ea030f,39655,1731403131959 in 232 msec
2024-11-12T09:18:57,854 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:18:57,854 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ca77106f3cfa47e3aaa1ffa72278eed, ASSIGN in 393 msec
2024-11-12T09:18:57,856 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:18:57,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403137856"}]},"ts":"1731403137856"}
2024-11-12T09:18:57,859 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:18:57,860 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:18:57,862 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 833 msec
2024-11-12T09:18:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:18:58,173 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:18:58,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6115294f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44859,-1 for getting cluster id
2024-11-12T09:18:58,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:58,175 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ea06070-ef3e-4e9a-a960-bd2825653636'
2024-11-12T09:18:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ea06070-ef3e-4e9a-a960-bd2825653636"

2024-11-12T09:18:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f10ce38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44859,-1]
2024-11-12T09:18:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:58,178 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21149a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3500d9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33131,-1 for getting cluster id
2024-11-12T09:18:58,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:58,180 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f'
2024-11-12T09:18:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f"

2024-11-12T09:18:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f1bbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33131,-1]
2024-11-12T09:18:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:58,182 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c10fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b73ddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44859,-1 for getting cluster id
2024-11-12T09:18:58,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:58,184 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ea06070-ef3e-4e9a-a960-bd2825653636'
2024-11-12T09:18:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ea06070-ef3e-4e9a-a960-bd2825653636"

2024-11-12T09:18:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51484b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44859,-1]
2024-11-12T09:18:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:58,186 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:58,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44859,1731403126558
2024-11-12T09:18:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6da28c
2024-11-12T09:18:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:58,191 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:58,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:33131,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:18:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:18:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:18:58,195 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33131'
2024-11-12T09:18:58,196 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63051d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,196 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33131,-1 for getting cluster id
2024-11-12T09:18:58,196 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:58,197 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f'
2024-11-12T09:18:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f"

2024-11-12T09:18:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2505229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33131,-1]
2024-11-12T09:18:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:58,200 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3073b500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:58,201 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:58,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33131,1731403131805
2024-11-12T09:18:58,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32737701
2024-11-12T09:18:58,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:58,203 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:58,204 INFO  [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5.
2024-11-12T09:18:58,204 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:18:58,204 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:58,205 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:58,205 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:58,205 INFO  [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:18:58,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:18:58,207 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:18:58,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:58,208 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:18:58,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:18:58,221 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9bbb804d49775c856ac9bd2aeddfc3c, NAME => 'hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b
2024-11-12T09:18:58,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:18:58,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:58,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b9bbb804d49775c856ac9bd2aeddfc3c, disabling compactions & flushes
2024-11-12T09:18:58,231 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c. after waiting 0 ms
2024-11-12T09:18:58,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,231 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9bbb804d49775c856ac9bd2aeddfc3c:
Waiting for close lock at 1731403138231Disabling compacts and flushes for region at 1731403138231Disabling writes for close at 1731403138231Writing region close event to WAL at 1731403138231Closed at 1731403138231
2024-11-12T09:18:58,232 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:18:58,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403138232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403138232"}]},"ts":"1731403138232"}
2024-11-12T09:18:58,235 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:18:58,236 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:18:58,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403138236"}]},"ts":"1731403138236"}
2024-11-12T09:18:58,243 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:18:58,243 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9bbb804d49775c856ac9bd2aeddfc3c, ASSIGN}]
2024-11-12T09:18:58,244 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9bbb804d49775c856ac9bd2aeddfc3c, ASSIGN
2024-11-12T09:18:58,245 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9bbb804d49775c856ac9bd2aeddfc3c, ASSIGN; state=OFFLINE, location=106923ea030f,37405,1731403126772; forceNewPlan=false, retain=false
2024-11-12T09:18:58,256 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:18:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:18:58,396 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9bbb804d49775c856ac9bd2aeddfc3c, regionState=OPENING, regionLocation=106923ea030f,37405,1731403126772
2024-11-12T09:18:58,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9bbb804d49775c856ac9bd2aeddfc3c, ASSIGN because future has completed
2024-11-12T09:18:58,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9bbb804d49775c856ac9bd2aeddfc3c, server=106923ea030f,37405,1731403126772}]
2024-11-12T09:18:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:18:58,555 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,555 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:18:58,555 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:18:58,557 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C37405%2C1731403126772.rep, suffix=, logDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/oldWALs, maxLogs=10
2024-11-12T09:18:58,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.rep.1731403138557, exclude list is [], retry=0
2024-11-12T09:18:58,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-b54149b6-7a68-4b90-97fc-1e2f3c026686,DISK]
2024-11-12T09:18:58,578 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.rep.1731403138557
2024-11-12T09:18:58,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601)]
2024-11-12T09:18:58,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b9bbb804d49775c856ac9bd2aeddfc3c, NAME => 'hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:18:58,581 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:18:58,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:18:58,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c. service=MultiRowMutationService
2024-11-12T09:18:58,581 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:18:58,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:18:58,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,583 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b9bbb804d49775c856ac9bd2aeddfc3c 
2024-11-12T09:18:58,584 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9bbb804d49775c856ac9bd2aeddfc3c columnFamilyName hfileref
2024-11-12T09:18:58,584 DEBUG [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:58,585 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] regionserver.HStore(327): Store=b9bbb804d49775c856ac9bd2aeddfc3c/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:58,585 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b9bbb804d49775c856ac9bd2aeddfc3c 
2024-11-12T09:18:58,586 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9bbb804d49775c856ac9bd2aeddfc3c columnFamilyName queue
2024-11-12T09:18:58,587 DEBUG [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:58,587 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] regionserver.HStore(327): Store=b9bbb804d49775c856ac9bd2aeddfc3c/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:58,587 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b9bbb804d49775c856ac9bd2aeddfc3c 
2024-11-12T09:18:58,589 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9bbb804d49775c856ac9bd2aeddfc3c columnFamilyName sid
2024-11-12T09:18:58,589 DEBUG [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:18:58,589 INFO  [StoreOpener-b9bbb804d49775c856ac9bd2aeddfc3c-1 {}] regionserver.HStore(327): Store=b9bbb804d49775c856ac9bd2aeddfc3c/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:18:58,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:18:58,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:18:58,597 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b9bbb804d49775c856ac9bd2aeddfc3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72852187, jitterRate=0.0855821818113327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:18:58,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:18:58,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b9bbb804d49775c856ac9bd2aeddfc3c:
Running coprocessor pre-open hook at 1731403138581Writing region info on filesystem at 1731403138581Initializing all the Stores at 1731403138582 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403138582Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403138582Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403138583 (+1 ms)Cleaning up temporary data from old regions at 1731403138591 (+8 ms)Running coprocessor post-open hooks at 1731403138597 (+6 ms)Region opened successfully at 1731403138598 (+1 ms)
2024-11-12T09:18:58,602 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c., pid=10, masterSystemTime=1731403138551
2024-11-12T09:18:58,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,605 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:18:58,605 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9bbb804d49775c856ac9bd2aeddfc3c, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,37405,1731403126772
2024-11-12T09:18:58,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9bbb804d49775c856ac9bd2aeddfc3c, server=106923ea030f,37405,1731403126772 because future has completed
2024-11-12T09:18:58,612 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:18:58,612 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b9bbb804d49775c856ac9bd2aeddfc3c, server=106923ea030f,37405,1731403126772 in 211 msec
2024-11-12T09:18:58,615 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:18:58,615 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9bbb804d49775c856ac9bd2aeddfc3c, ASSIGN in 370 msec
2024-11-12T09:18:58,616 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:18:58,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403138616"}]},"ts":"1731403138616"}
2024-11-12T09:18:58,619 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:18:58,621 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:18:58,624 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 416 msec
2024-11-12T09:18:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c., hostname=106923ea030f,37405,1731403126772, seqNum=2]
2024-11-12T09:18:58,727 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:58,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:18:58,750 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:18:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:18:58,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:18:58,903 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:18:58,980 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,37405,1731403126772, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:18:58,981 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:58,981 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37405,1731403126772, seqNum=-1]
2024-11-12T09:18:58,981 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:58,983 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService
2024-11-12T09:18:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,37405,1731403126772', locateType=CURRENT is [region=hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c., hostname=106923ea030f,37405,1731403126772, seqNum=2]
2024-11-12T09:18:59,012 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:18:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:18:59,022 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,37405,1731403126772 suceeded
2024-11-12T09:18:59,031 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:18:59,031 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:33131,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false
2024-11-12T09:18:59,031 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 272 msec
2024-11-12T09:18:59,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 839 msec
2024-11-12T09:18:59,043 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33131'
2024-11-12T09:18:59,048 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f220c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:59,048 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33131,-1 for getting cluster id
2024-11-12T09:18:59,049 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:59,051 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f'
2024-11-12T09:18:59,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:59,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f"

2024-11-12T09:18:59,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6e35b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:59,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33131,-1]
2024-11-12T09:18:59,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:59,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:59,054 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:59,055 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e195d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:59,055 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33131,1731403131805
2024-11-12T09:18:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e19039
2024-11-12T09:18:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:59,057 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService
2024-11-12T09:18:59,058 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,37405,1731403126772 (queues=1) is replicating from cluster=1ea06070-ef3e-4e9a-a960-bd2825653636 to cluster=1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f
2024-11-12T09:18:59,058 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C37405%2C1731403126772
2024-11-12T09:18:59,058 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,37405,1731403126772, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:18:59,087 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810, startPosition=0, beingWritten=true
2024-11-12T09:18:59,092 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C37405%2C1731403126772
2024-11-12T09:18:59,116 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:18:59,116 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37405,1731403126772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:18:59,116 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 379, reset compression=false
2024-11-12T09:18:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:18:59,333 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:18:59,333 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:59,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:59,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:59,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:59,334 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:59,334 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:18:59,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731403139339/Put/seqid=0
2024-11-12T09:18:59,349 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 379, reset compression=false
2024-11-12T09:18:59,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741840_1016 (size=7894)
2024-11-12T09:18:59,454 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:18:59,654 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 379, reset compression=false
2024-11-12T09:18:59,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_1 is 34, key is ddd/f:row/1731403139755/Put/seqid=0
2024-11-12T09:18:59,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741841_1017 (size=7691)
2024-11-12T09:18:59,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831e553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:59,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44859,-1 for getting cluster id
2024-11-12T09:18:59,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:18:59,770 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ea06070-ef3e-4e9a-a960-bd2825653636'
2024-11-12T09:18:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:18:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ea06070-ef3e-4e9a-a960-bd2825653636"

2024-11-12T09:18:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cbab88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44859,-1]
2024-11-12T09:18:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:18:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:59,772 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:18:59,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ad65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:18:59,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37405,1731403126772, seqNum=-1]
2024-11-12T09:18:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:59,776 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:59,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:18:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44859,1731403126558
2024-11-12T09:18:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32fae5e2
2024-11-12T09:18:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:18:59,793 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:18:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2]
2024-11-12T09:18:59,816 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:18:59,835 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-12T09:18:59,839 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-12T09:18:59,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_0 for inclusion in 47c33790ae90f4fc88f25174a1ad5f55/f
2024-11-12T09:18:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-12T09:18:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:18:59,882 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_1 for inclusion in 47c33790ae90f4fc88f25174a1ad5f55/f
2024-11-12T09:18:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-12T09:18:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:18:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HRegion(2603): Flush status journal for 47c33790ae90f4fc88f25174a1ad5f55:

2024-11-12T09:18:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_0 to hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_0
2024-11-12T09:18:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_0 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_
2024-11-12T09:18:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f/f/hfile_1 to hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_1
2024-11-12T09:18:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_1 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_
2024-11-12T09:18:59,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_0 into 47c33790ae90f4fc88f25174a1ad5f55/f as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ - updating store file list.
2024-11-12T09:18:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for feef956406194b1eae7e3bb83dcae5da_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:18:59,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ into 47c33790ae90f4fc88f25174a1ad5f55/f
2024-11-12T09:18:59,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_0 into 47c33790ae90f4fc88f25174a1ad5f55/f (new location: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_)
2024-11-12T09:18:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_0
2024-11-12T09:18:59,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_1 into 47c33790ae90f4fc88f25174a1ad5f55/f as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ - updating store file list.
2024-11-12T09:18:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b78ba924cd0b4f808ab0067918efb629_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:18:59,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ into 47c33790ae90f4fc88f25174a1ad5f55/f
2024-11-12T09:18:59,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_1 into 47c33790ae90f4fc88f25174a1ad5f55/f (new location: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_)
2024-11-12T09:18:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__1i0acr3cm25aaj7fu7j2naiq7glirtepsqsd21l3d504ji6s4j6dem9osmrjnobg/f/hfile_1
2024-11-12T09:18:59,946 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:18:59,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:18:59,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:59,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:18:59,946 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:18:59,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:18:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2 , the old value is region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=106923ea030f:37405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:18:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,39655,1731403131959, seqNum=-1]
2024-11-12T09:18:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:18:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:18:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2 from cache
2024-11-12T09:18:59,950 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:18:59,951 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-12T09:18:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed., hostname=106923ea030f,39655,1731403131959, seqNum=2]
2024-11-12T09:18:59,955 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:19:00,054 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:37405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-12T09:19:00,059 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 379, reset compression=false
2024-11-12T09:19:00,081 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:19:00,081 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37405,1731403126772 got entry batch from reader: WALEntryBatch [walEntries=[{test/47c33790ae90f4fc88f25174a1ad5f55/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403139938/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-12T09:19:00,102 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:19:00,104 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService
2024-11-12T09:19:00,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.ReplicationSink(318): Replicating [1ea06070-ef3e-4e9a-a960-bd2825653636] bulk loaded data
2024-11-12T09:19:00,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700c477e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:19:00,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33131,-1 for getting cluster id
2024-11-12T09:19:00,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:19:00,110 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f'
2024-11-12T09:19:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:19:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a1a5f9b-3b1d-4cb5-9cf3-1e59bb7d777f"

2024-11-12T09:19:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@746bb090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:19:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33131,-1]
2024-11-12T09:19:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:19:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:19:00,112 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:19:00,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77fc575b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:19:00,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741837_1013 (size=7894)
2024-11-12T09:19:00,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741838_1014 (size=7691)
2024-11-12T09:19:00,161 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:19:00,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:19:00,196 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:19:00,196 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:19:00,281 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 687, reset compression=false
2024-11-12T09:19:00,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:19:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33131,1731403131805
2024-11-12T09:19:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bfc2336
2024-11-12T09:19:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:19:00,559 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService
2024-11-12T09:19:00,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:19:00,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:19:00,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,39655,1731403131959, seqNum=-1]
2024-11-12T09:19:00,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:19:00,564 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService
2024-11-12T09:19:00,572 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-12T09:19:00,576 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-12T09:19:00,579 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ for inclusion in 9ca77106f3cfa47e3aaa1ffa72278eed/f
2024-11-12T09:19:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-12T09:19:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:19:00,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ for inclusion in 9ca77106f3cfa47e3aaa1ffa72278eed/f
2024-11-12T09:19:00,585 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 687, reset compression=false
2024-11-12T09:19:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-12T09:19:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:19:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HRegion(2603): Flush status journal for 9ca77106f3cfa47e3aaa1ffa72278eed:

2024-11-12T09:19:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): feef956406194b1eae7e3bb83dcae5da_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:19:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/32cf47d5bc394f44949a524a57c50c8f_SeqId_4_
2024-11-12T09:19:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b78ba924cd0b4f808ab0067918efb629_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:19:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/ccf1aef6fd394a5da67fdfd45dfdcf6f_SeqId_4_
2024-11-12T09:19:00,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ into 9ca77106f3cfa47e3aaa1ffa72278eed/f as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/32cf47d5bc394f44949a524a57c50c8f_SeqId_4_ - updating store file list.
2024-11-12T09:19:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32cf47d5bc394f44949a524a57c50c8f_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:19:00,613 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/32cf47d5bc394f44949a524a57c50c8f_SeqId_4_ into 9ca77106f3cfa47e3aaa1ffa72278eed/f
2024-11-12T09:19:00,613 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_ into 9ca77106f3cfa47e3aaa1ffa72278eed/f (new location: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/32cf47d5bc394f44949a524a57c50c8f_SeqId_4_)
2024-11-12T09:19:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/feef956406194b1eae7e3bb83dcae5da_SeqId_4_
2024-11-12T09:19:00,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ into 9ca77106f3cfa47e3aaa1ffa72278eed/f as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/ccf1aef6fd394a5da67fdfd45dfdcf6f_SeqId_4_ - updating store file list.
2024-11-12T09:19:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ccf1aef6fd394a5da67fdfd45dfdcf6f_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:19:00,618 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/ccf1aef6fd394a5da67fdfd45dfdcf6f_SeqId_4_ into 9ca77106f3cfa47e3aaa1ffa72278eed/f
2024-11-12T09:19:00,618 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_ into 9ca77106f3cfa47e3aaa1ffa72278eed/f (new location: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/f/ccf1aef6fd394a5da67fdfd45dfdcf6f_SeqId_4_)
2024-11-12T09:19:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/staging/jenkins.hfs.6__test__alf60l3bjpigg659lboidjia6is4fb2p6qcodvlfmj7dpj0d1rdutatonctmsrc0/f/b78ba924cd0b4f808ab0067918efb629_SeqId_4_
2024-11-12T09:19:00,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.ReplicationSink(324): Finished replicating [1ea06070-ef3e-4e9a-a960-bd2825653636] bulk loaded data
2024-11-12T09:19:00,623 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:19:00,974 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:19:00,979 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731403140978/Put/seqid=0
2024-11-12T09:19:00,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741842_1018 (size=7997)
2024-11-12T09:19:00,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731403140989/Put/seqid=0
2024-11-12T09:19:00,991 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 687, reset compression=false
2024-11-12T09:19:00,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741843_1019 (size=7794)
2024-11-12T09:19:01,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbc869b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:19:01,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,44859,-1 for getting cluster id
2024-11-12T09:19:01,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:19:01,400 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ea06070-ef3e-4e9a-a960-bd2825653636'
2024-11-12T09:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ea06070-ef3e-4e9a-a960-bd2825653636"

2024-11-12T09:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783510dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,44859,-1]
2024-11-12T09:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:19:01,402 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:19:01,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c47bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:19:01,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:19:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37405,1731403126772, seqNum=-1]
2024-11-12T09:19:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:19:01,406 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:19:01,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:19:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,44859,1731403126558
2024-11-12T09:19:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1718d131
2024-11-12T09:19:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:19:01,422 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:19:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2]
2024-11-12T09:19:01,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:19:01,438 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-12T09:19:01,445 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-12T09:19:01,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_1 for inclusion in 47c33790ae90f4fc88f25174a1ad5f55/f1
2024-11-12T09:19:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-12T09:19:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:19:01,477 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_0 for inclusion in 47c33790ae90f4fc88f25174a1ad5f55/f1
2024-11-12T09:19:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-12T09:19:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:19:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HRegion(2603): Flush status journal for 47c33790ae90f4fc88f25174a1ad5f55:

2024-11-12T09:19:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_1 to hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_1
2024-11-12T09:19:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_1 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/33aec9b5a905482d84b14064107bcebd_SeqId_6_
2024-11-12T09:19:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/load_f1/f1/hfile_0 to hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_0
2024-11-12T09:19:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_0 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/bacc02b2548544778efd2c7486c737b8_SeqId_6_
2024-11-12T09:19:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1
2024-11-12T09:19:01,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_1 into 47c33790ae90f4fc88f25174a1ad5f55/f1 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/33aec9b5a905482d84b14064107bcebd_SeqId_6_ - updating store file list.
2024-11-12T09:19:01,495 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 687, reset compression=false
2024-11-12T09:19:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33aec9b5a905482d84b14064107bcebd_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:19:01,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/33aec9b5a905482d84b14064107bcebd_SeqId_6_ into 47c33790ae90f4fc88f25174a1ad5f55/f1
2024-11-12T09:19:01,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_1 into 47c33790ae90f4fc88f25174a1ad5f55/f1 (new location: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/33aec9b5a905482d84b14064107bcebd_SeqId_6_)
2024-11-12T09:19:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_1
2024-11-12T09:19:01,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_0 into 47c33790ae90f4fc88f25174a1ad5f55/f1 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/bacc02b2548544778efd2c7486c737b8_SeqId_6_ - updating store file list.
2024-11-12T09:19:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bacc02b2548544778efd2c7486c737b8_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:19:01,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/bacc02b2548544778efd2c7486c737b8_SeqId_6_ into 47c33790ae90f4fc88f25174a1ad5f55/f1
2024-11-12T09:19:01,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_0 into 47c33790ae90f4fc88f25174a1ad5f55/f1 (new location: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/f1/bacc02b2548544778efd2c7486c737b8_SeqId_6_)
2024-11-12T09:19:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/staging/jenkins__test__710c17qc4tc3uu3k1nb7eufoih1svk6k0ph33g55n06hjhld1tfi7r314n5ga45d/f1/hfile_0
2024-11-12T09:19:01,555 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:19:01,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:19:01,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:19:01,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:19:01,555 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:19:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2 , the old value is region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=106923ea030f:37405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:19:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:19:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2 from cache
2024-11-12T09:19:01,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:19:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37405,1731403126772, seqNum=-1]
2024-11-12T09:19:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:19:01,561 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:19:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., hostname=106923ea030f,37405,1731403126772, seqNum=2]
2024-11-12T09:19:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:37020 deadline: 1731403201556 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:37020
2024-11-12T09:19:01,663 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:37405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-12T09:19:02,133 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 687, reset compression=false
2024-11-12T09:19:02,139 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:19:02,139 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:02,140 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37405,1731403126772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:19:02,348 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:02,652 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:03,057 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:03,562 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:04,167 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:04,872 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:05,675 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:06,579 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:19:06,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-12T09:19:07,583 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:08,687 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:09,891 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:11,195 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:12,598 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:14,102 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:15,706 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:16,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:19:17,411 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:19,215 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:21,119 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:21,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:19:22,143 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37405,1731403126772 got entry batch from reader: null
2024-11-12T09:19:23,123 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:25,227 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:27,431 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:29,561 INFO  [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-12T09:19:29,561 INFO  [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-12T09:19:29,735 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:32,139 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:34,644 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:34,743 INFO  [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-12T09:19:34,743 INFO  [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-12T09:19:37,248 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:39,953 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:41,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 47c33790ae90f4fc88f25174a1ad5f55, had cached 0 bytes from a total of 31376
2024-11-12T09:19:42,144 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37405,1731403126772 got entry batch from reader: null
2024-11-12T09:19:42,757 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:42,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9ca77106f3cfa47e3aaa1ffa72278eed, had cached 0 bytes from a total of 15585
2024-11-12T09:19:45,661 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:46,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:19:48,665 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:51,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:19:51,769 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:54,729 DEBUG [master/106923ea030f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:19:54,973 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:19:58,276 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:20:01,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:20:01,615 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:01,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:01,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:01,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:01,616 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:01,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:20:01,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2099168193, stopped=false
2024-11-12T09:20:01,616 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,33131,1731403131805
2024-11-12T09:20:01,684 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:20:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1682196383/running
2024-11-12T09:20:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1682196383/running
2024-11-12T09:20:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:20:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:20:01,702 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:01,702 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:01,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:01,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:01,702 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,39655,1731403131959' *****
2024-11-12T09:20:01,702 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:20:01,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/running
2024-11-12T09:20:01,702 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:20:01,703 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:20:01,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Set watcher on znode that does not yet exist, /1682196383/running
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,39655,1731403131959
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:39655.
2024-11-12T09:20:01,703 DEBUG [RS:0;106923ea030f:39655 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:01,703 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ca77106f3cfa47e3aaa1ffa72278eed, disabling compactions & flushes
2024-11-12T09:20:01,703 DEBUG [RS:0;106923ea030f:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:01,703 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:20:01,703 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:20:01,703 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed. after waiting 0 ms
2024-11-12T09:20:01,703 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:20:01,703 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:20:01,704 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:20:01,704 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1325): Online Regions={9ca77106f3cfa47e3aaa1ffa72278eed=test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed., 1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:20:01,704 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ca77106f3cfa47e3aaa1ffa72278eed
2024-11-12T09:20:01,704 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:01,704 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:01,704 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:01,704 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:01,704 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:01,704 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-12T09:20:01,707 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/default/test/9ca77106f3cfa47e3aaa1ffa72278eed/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-12T09:20:01,708 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:01,708 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:20:01,708 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:20:01,708 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ca77106f3cfa47e3aaa1ffa72278eed:
Waiting for close lock at 1731403201703Running coprocessor pre-close hooks at 1731403201703Disabling compacts and flushes for region at 1731403201703Disabling writes for close at 1731403201703Writing region close event to WAL at 1731403201704 (+1 ms)Running coprocessor post-close hooks at 1731403201708 (+4 ms)Closed at 1731403201708
2024-11-12T09:20:01,708 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed.
2024-11-12T09:20:01,720 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/info/9f631db23cc24fb3947dafdf7c233329 is 129, key is test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed./info:regioninfo/1731403137832/Put/seqid=0
2024-11-12T09:20:01,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741839_1015 (size=6421)
2024-11-12T09:20:01,757 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:01,904 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:02,104 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:02,124 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/info/9f631db23cc24fb3947dafdf7c233329
2024-11-12T09:20:02,143 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/ns/d7eedec0ca814d28bdc969f4b6dadf21 is 43, key is default/ns:d/1731403134707/Put/seqid=0
2024-11-12T09:20:02,144 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37405,1731403126772 got entry batch from reader: null
2024-11-12T09:20:02,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741840_1016 (size=5153)
2024-11-12T09:20:02,304 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:02,478 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:20:02,478 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:20:02,505 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:02,548 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/ns/d7eedec0ca814d28bdc969f4b6dadf21
2024-11-12T09:20:02,568 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/rep_barrier/330ed80891184404a57d9c1e74ddfc0e is 112, key is test,,1731403137026.9ca77106f3cfa47e3aaa1ffa72278eed./rep_barrier:seqnumDuringOpen/1731403137832/Put/seqid=0
2024-11-12T09:20:02,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741841_1017 (size=5518)
2024-11-12T09:20:02,705 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:20:02,705 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:20:02,705 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:02,905 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:02,972 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/rep_barrier/330ed80891184404a57d9c1e74ddfc0e
2024-11-12T09:20:02,991 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/table/b91946ea8e674e88a5c2a34b5e6c1e1d is 40, key is test/table:state/1731403137856/Put/seqid=0
2024-11-12T09:20:02,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741842_1018 (size=5165)
2024-11-12T09:20:03,105 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:03,305 DEBUG [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:03,396 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/table/b91946ea8e674e88a5c2a34b5e6c1e1d
2024-11-12T09:20:03,402 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/info/9f631db23cc24fb3947dafdf7c233329 as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/info/9f631db23cc24fb3947dafdf7c233329
2024-11-12T09:20:03,406 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/info/9f631db23cc24fb3947dafdf7c233329, entries=10, sequenceid=11, filesize=6.3 K
2024-11-12T09:20:03,407 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/ns/d7eedec0ca814d28bdc969f4b6dadf21 as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/ns/d7eedec0ca814d28bdc969f4b6dadf21
2024-11-12T09:20:03,416 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/ns/d7eedec0ca814d28bdc969f4b6dadf21, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:20:03,418 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/rep_barrier/330ed80891184404a57d9c1e74ddfc0e as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/rep_barrier/330ed80891184404a57d9c1e74ddfc0e
2024-11-12T09:20:03,424 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/rep_barrier/330ed80891184404a57d9c1e74ddfc0e, entries=1, sequenceid=11, filesize=5.4 K
2024-11-12T09:20:03,425 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/.tmp/table/b91946ea8e674e88a5c2a34b5e6c1e1d as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/table/b91946ea8e674e88a5c2a34b5e6c1e1d
2024-11-12T09:20:03,430 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/table/b91946ea8e674e88a5c2a34b5e6c1e1d, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:20:03,431 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false
2024-11-12T09:20:03,438 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:20:03,439 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:03,439 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:03,439 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:03,439 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403201704Running coprocessor pre-close hooks at 1731403201704Disabling compacts and flushes for region at 1731403201704Disabling writes for close at 1731403201704Obtaining lock to block concurrent updates at 1731403201704Preparing flush snapshotting stores in 1588230740 at 1731403201704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731403201704Flushing stores of hbase:meta,,1.1588230740 at 1731403201705 (+1 ms)Flushing 1588230740/info: creating writer at 1731403201705Flushing 1588230740/info: appending metadata at 1731403201719 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731403201719Flushing 1588230740/ns: creating writer at 1731403202130 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731403202143 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731403202143Flushing 1588230740/rep_barrier: creating writer at 1731403202553 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403202567 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403202567Flushing 1588230740/table: creating writer at 1731403202978 (+411 ms)Flushing 1588230740/table: appending metadata at 1731403202991 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731403202991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73942d8: reopening flushed file at 1731403203401 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2380ee: reopening flushed file at 1731403203407 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e646ee: reopening flushed file at 1731403203416 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b811a6: reopening flushed file at 1731403203424 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731403203431 (+7 ms)Writing region close event to WAL at 1731403203434 (+3 ms)Running coprocessor post-close hooks at 1731403203439 (+5 ms)Closed at 1731403203439
2024-11-12T09:20:03,439 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:03,505 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,39655,1731403131959; all regions closed.
2024-11-12T09:20:03,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741834_1010 (size=2717)
2024-11-12T09:20:03,508 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959/106923ea030f%2C39655%2C1731403131959.meta.1731403134639.meta not finished, retry = 0
2024-11-12T09:20:03,611 DEBUG [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/oldWALs
2024-11-12T09:20:03,611 INFO  [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C39655%2C1731403131959.meta:.meta(num 1731403134639)
2024-11-12T09:20:03,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741832_1008 (size=1028)
2024-11-12T09:20:03,613 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/WALs/106923ea030f,39655,1731403131959/106923ea030f%2C39655%2C1731403131959.1731403133614 not finished, retry = 0
2024-11-12T09:20:03,716 DEBUG [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/oldWALs
2024-11-12T09:20:03,716 INFO  [RS:0;106923ea030f:39655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C39655%2C1731403131959:(num 1731403133614)
2024-11-12T09:20:03,716 DEBUG [RS:0;106923ea030f:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:03,716 INFO  [RS:0;106923ea030f:39655 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:03,716 INFO  [RS:0;106923ea030f:39655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:03,716 INFO  [RS:0;106923ea030f:39655 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:03,716 INFO  [RS:0;106923ea030f:39655 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:03,717 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:03,717 INFO  [RS:0;106923ea030f:39655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:39655.
2024-11-12T09:20:03,717 DEBUG [RS:0;106923ea030f:39655 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:03,717 DEBUG [RS:0;106923ea030f:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:03,717 DEBUG [RS:0;106923ea030f:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:03,717 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:03,717 INFO  [RS:0;106923ea030f:39655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39655
2024-11-12T09:20:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383/rs
2024-11-12T09:20:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1682196383/rs/106923ea030f,39655,1731403131959
2024-11-12T09:20:03,772 INFO  [RS:0;106923ea030f:39655 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:03,783 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,39655,1731403131959]
2024-11-12T09:20:03,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1682196383/draining/106923ea030f,39655,1731403131959 already deleted, retry=false
2024-11-12T09:20:03,793 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,39655,1731403131959 expired; onlineServers=0
2024-11-12T09:20:03,793 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,33131,1731403131805' *****
2024-11-12T09:20:03,793 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:20:03,793 INFO  [M:0;106923ea030f:33131 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:03,793 INFO  [M:0;106923ea030f:33131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:03,794 DEBUG [M:0;106923ea030f:33131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:20:03,794 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:20:03,794 DEBUG [M:0;106923ea030f:33131 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:20:03,794 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403133326 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403133326,5,FailOnTimeoutGroup]
2024-11-12T09:20:03,794 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403133328 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403133328,5,FailOnTimeoutGroup]
2024-11-12T09:20:03,794 INFO  [M:0;106923ea030f:33131 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:03,794 INFO  [M:0;106923ea030f:33131 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:03,794 DEBUG [M:0;106923ea030f:33131 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:20:03,794 INFO  [M:0;106923ea030f:33131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:20:03,794 INFO  [M:0;106923ea030f:33131 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:03,794 INFO  [M:0;106923ea030f:33131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:20:03,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:20:03,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1682196383/master
2024-11-12T09:20:03,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1682196383
2024-11-12T09:20:03,807 DEBUG [M:0;106923ea030f:33131 {}] zookeeper.ZKUtil(347): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Unable to get data of znode /1682196383/master because node does not exist (not an error)
2024-11-12T09:20:03,807 WARN  [M:0;106923ea030f:33131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:20:03,807 INFO  [M:0;106923ea030f:33131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/.lastflushedseqids
2024-11-12T09:20:03,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741843_1019 (size=173)
2024-11-12T09:20:03,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:03,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x1012e5708130004, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:03,883 INFO  [RS:0;106923ea030f:39655 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:03,883 INFO  [RS:0;106923ea030f:39655 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,39655,1731403131959; zookeeper connection closed.
2024-11-12T09:20:03,883 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33e7b720 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33e7b720
2024-11-12T09:20:03,884 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:20:04,212 INFO  [M:0;106923ea030f:33131 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:20:04,212 INFO  [M:0;106923ea030f:33131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:20:04,213 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:04,213 INFO  [M:0;106923ea030f:33131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:04,213 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:04,213 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:04,213 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:04,213 INFO  [M:0;106923ea030f:33131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB
2024-11-12T09:20:04,226 DEBUG [M:0;106923ea030f:33131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deab02433397439a86c4dedb69494109 is 82, key is hbase:meta,,1/info:regioninfo/1731403134684/Put/seqid=0
2024-11-12T09:20:04,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741844_1020 (size=5672)
2024-11-12T09:20:04,630 INFO  [M:0;106923ea030f:33131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deab02433397439a86c4dedb69494109
2024-11-12T09:20:04,650 DEBUG [M:0;106923ea030f:33131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8964005d00054ad9ac997ff2e1899075 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403137861/Put/seqid=0
2024-11-12T09:20:04,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741845_1021 (size=6728)
2024-11-12T09:20:05,054 INFO  [M:0;106923ea030f:33131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8964005d00054ad9ac997ff2e1899075
2024-11-12T09:20:05,059 INFO  [M:0;106923ea030f:33131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8964005d00054ad9ac997ff2e1899075
2024-11-12T09:20:05,072 DEBUG [M:0;106923ea030f:33131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed0a612692964d6f80105e407398471f is 69, key is 106923ea030f,39655,1731403131959/rs:state/1731403133439/Put/seqid=0
2024-11-12T09:20:05,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741846_1022 (size=5156)
2024-11-12T09:20:05,188 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.1731403128810 to pos 997, reset compression=false
2024-11-12T09:20:05,477 INFO  [M:0;106923ea030f:33131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed0a612692964d6f80105e407398471f
2024-11-12T09:20:05,482 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deab02433397439a86c4dedb69494109 as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deab02433397439a86c4dedb69494109
2024-11-12T09:20:05,487 INFO  [M:0;106923ea030f:33131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deab02433397439a86c4dedb69494109, entries=8, sequenceid=58, filesize=5.5 K
2024-11-12T09:20:05,488 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8964005d00054ad9ac997ff2e1899075 as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8964005d00054ad9ac997ff2e1899075
2024-11-12T09:20:05,492 INFO  [M:0;106923ea030f:33131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8964005d00054ad9ac997ff2e1899075
2024-11-12T09:20:05,492 INFO  [M:0;106923ea030f:33131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8964005d00054ad9ac997ff2e1899075, entries=6, sequenceid=58, filesize=6.6 K
2024-11-12T09:20:05,493 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed0a612692964d6f80105e407398471f as hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed0a612692964d6f80105e407398471f
2024-11-12T09:20:05,498 INFO  [M:0;106923ea030f:33131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed0a612692964d6f80105e407398471f, entries=1, sequenceid=58, filesize=5.0 K
2024-11-12T09:20:05,499 INFO  [M:0;106923ea030f:33131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false
2024-11-12T09:20:05,500 INFO  [M:0;106923ea030f:33131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:05,500 DEBUG [M:0;106923ea030f:33131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403204212Disabling compacts and flushes for region at 1731403204212Disabling writes for close at 1731403204213 (+1 ms)Obtaining lock to block concurrent updates at 1731403204213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403204213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731403204213Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403204214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403204214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403204226 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403204226Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403204634 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403204649 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403204649Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403205059 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403205072 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403205072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d1c369: reopening flushed file at 1731403205481 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db588ac: reopening flushed file at 1731403205488 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108844a: reopening flushed file at 1731403205492 (+4 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false at 1731403205499 (+7 ms)Writing region close event to WAL at 1731403205500 (+1 ms)Closed at 1731403205500
2024-11-12T09:20:05,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36757 is added to blk_1073741830_1006 (size=33038)
2024-11-12T09:20:05,502 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d7120cd-4914-60a9-d327-ffdb924a52d5/MasterData/WALs/106923ea030f,33131,1731403131805/106923ea030f%2C33131%2C1731403131805.1731403133034 not finished, retry = 0
2024-11-12T09:20:05,603 INFO  [M:0;106923ea030f:33131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:20:05,603 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:05,603 INFO  [M:0;106923ea030f:33131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33131
2024-11-12T09:20:05,604 INFO  [M:0;106923ea030f:33131 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:05,776 INFO  [M:0;106923ea030f:33131 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:05,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:05,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33131-0x1012e5708130003, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:05,778 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@785dd42d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:05,779 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c4b0b0d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:05,779 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:05,779 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fdd44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:05,779 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd988b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:05,780 WARN  [BP-1502241119-172.17.0.2-1731403129715 heartbeating to localhost/127.0.0.1:33753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:20:05,780 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:20:05,780 WARN  [BP-1502241119-172.17.0.2-1731403129715 heartbeating to localhost/127.0.0.1:33753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1502241119-172.17.0.2-1731403129715 (Datanode Uuid b32af6df-a506-4968-9bd8-38342c04a62e) service to localhost/127.0.0.1:33753
2024-11-12T09:20:05,780 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:20:05,781 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/cluster_20afde23-2f0c-57ac-236d-7ea0a11fe73d/data/data1/current/BP-1502241119-172.17.0.2-1731403129715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:05,781 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/cluster_20afde23-2f0c-57ac-236d-7ea0a11fe73d/data/data2/current/BP-1502241119-172.17.0.2-1731403129715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:05,781 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:20:05,786 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e997d58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:05,787 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36827c65{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:05,787 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:05,787 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa00ef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:05,787 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67aff243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:05,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:20:05,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:20:05,804 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:05,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:05,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:05,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:05,804 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:05,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:20:05,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2008507450, stopped=false
2024-11-12T09:20:05,805 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,44859,1731403126558
2024-11-12T09:20:05,825 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32671275/running
2024-11-12T09:20:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32671275/running
2024-11-12T09:20:05,825 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:05,825 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:20:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:20:05,825 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:05,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:05,826 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,37405,1731403126772' *****
2024-11-12T09:20:05,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/running
2024-11-12T09:20:05,826 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:20:05,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Set watcher on znode that does not yet exist, /0-32671275/running
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:20:05,826 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 47c33790ae90f4fc88f25174a1ad5f55
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,37405,1731403126772
2024-11-12T09:20:05,826 INFO  [RS:0;106923ea030f:37405 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:05,826 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47c33790ae90f4fc88f25174a1ad5f55, disabling compactions & flushes
2024-11-12T09:20:05,827 INFO  [RS:0;106923ea030f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:37405.
2024-11-12T09:20:05,827 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:20:05,827 DEBUG [RS:0;106923ea030f:37405 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:20:05,827 DEBUG [RS:0;106923ea030f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55. after waiting 0 ms
2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:20:05,827 INFO  [RS:0;106923ea030f:37405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:20:05,827 INFO  [RS:0;106923ea030f:37405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:20:05,827 INFO  [RS:0;106923ea030f:37405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:20:05,827 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:20:05,827 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:20:05,827 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 47c33790ae90f4fc88f25174a1ad5f55=test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55., b9bbb804d49775c856ac9bd2aeddfc3c=hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.}
2024-11-12T09:20:05,827 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47c33790ae90f4fc88f25174a1ad5f55, b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:05,827 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:05,827 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:05,827 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:20:05,831 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/default/test/47c33790ae90f4fc88f25174a1ad5f55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:20:05,832 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:05,832 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:20:05,832 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:20:05,832 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47c33790ae90f4fc88f25174a1ad5f55:
Waiting for close lock at 1731403205826Running coprocessor pre-close hooks at 1731403205826Disabling compacts and flushes for region at 1731403205826Disabling writes for close at 1731403205827 (+1 ms)Writing region close event to WAL at 1731403205828 (+1 ms)Running coprocessor post-close hooks at 1731403205832 (+4 ms)Closed at 1731403205832
2024-11-12T09:20:05,833 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55.
2024-11-12T09:20:05,833 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9bbb804d49775c856ac9bd2aeddfc3c, disabling compactions & flushes
2024-11-12T09:20:05,833 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:20:05,833 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:20:05,833 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c. after waiting 0 ms
2024-11-12T09:20:05,833 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:20:05,833 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9bbb804d49775c856ac9bd2aeddfc3c 3/3 column families, dataSize=874 B heapSize=2.19 KB
2024-11-12T09:20:05,845 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/info/5a08ba75d72642cb88588d0e53b1f0d3 is 147, key is hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c./info:regioninfo/1731403138605/Put/seqid=0
2024-11-12T09:20:05,848 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/.tmp/hfileref/0a9975940ce2481793a1617e053aa790 is 74, key is 1/hfileref:b78ba924cd0b4f808ab0067918efb629_SeqId_4_/1731403140624/DeleteColumn/seqid=0
2024-11-12T09:20:05,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741844_1020 (size=7686)
2024-11-12T09:20:05,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741845_1021 (size=5203)
2024-11-12T09:20:05,861 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:06,027 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:20:06,228 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:20:06,251 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/info/5a08ba75d72642cb88588d0e53b1f0d3
2024-11-12T09:20:06,254 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/.tmp/hfileref/0a9975940ce2481793a1617e053aa790
2024-11-12T09:20:06,275 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/ns/523de06f5cfb41b09b3f4ab6d5aaee86 is 43, key is default/ns:d/1731403129523/Put/seqid=0
2024-11-12T09:20:06,280 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/.tmp/queue/2e8bfa7782294de1a8de93060ee1256b is 153, key is 1-106923ea030f,37405,1731403126772/queue:106923ea030f%2C37405%2C1731403126772/1731403142142/Put/seqid=0
2024-11-12T09:20:06,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741846_1022 (size=5153)
2024-11-12T09:20:06,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741847_1023 (size=5352)
2024-11-12T09:20:06,428 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:20:06,628 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9bbb804d49775c856ac9bd2aeddfc3c
2024-11-12T09:20:06,675 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:20:06,675 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:20:06,686 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/ns/523de06f5cfb41b09b3f4ab6d5aaee86
2024-11-12T09:20:06,691 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/.tmp/queue/2e8bfa7782294de1a8de93060ee1256b
2024-11-12T09:20:06,698 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/.tmp/hfileref/0a9975940ce2481793a1617e053aa790 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/hfileref/0a9975940ce2481793a1617e053aa790
2024-11-12T09:20:06,703 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/hfileref/0a9975940ce2481793a1617e053aa790, entries=2, sequenceid=10, filesize=5.1 K
2024-11-12T09:20:06,705 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/.tmp/queue/2e8bfa7782294de1a8de93060ee1256b as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/queue/2e8bfa7782294de1a8de93060ee1256b
2024-11-12T09:20:06,710 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/queue/2e8bfa7782294de1a8de93060ee1256b, entries=1, sequenceid=10, filesize=5.2 K
2024-11-12T09:20:06,710 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/rep_barrier/7e0146eb4f174c0ba1b263b9a3b672de is 112, key is test,,1731403134864.47c33790ae90f4fc88f25174a1ad5f55./rep_barrier:seqnumDuringOpen/1731403136056/Put/seqid=0
2024-11-12T09:20:06,712 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b9bbb804d49775c856ac9bd2aeddfc3c in 879ms, sequenceid=10, compaction requested=false
2024-11-12T09:20:06,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741848_1024 (size=5518)
2024-11-12T09:20:06,719 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/rep_barrier/7e0146eb4f174c0ba1b263b9a3b672de
2024-11-12T09:20:06,721 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/replication/b9bbb804d49775c856ac9bd2aeddfc3c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-12T09:20:06,722 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:06,722 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:06,722 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:20:06,722 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9bbb804d49775c856ac9bd2aeddfc3c:
Waiting for close lock at 1731403205833Running coprocessor pre-close hooks at 1731403205833Disabling compacts and flushes for region at 1731403205833Disabling writes for close at 1731403205833Obtaining lock to block concurrent updates at 1731403205833Preparing flush snapshotting stores in b9bbb804d49775c856ac9bd2aeddfc3c at 1731403205833Finished memstore snapshotting hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731403205833Flushing stores of hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c. at 1731403205834 (+1 ms)Flushing b9bbb804d49775c856ac9bd2aeddfc3c/hfileref: creating writer at 1731403205834Flushing b9bbb804d49775c856ac9bd2aeddfc3c/hfileref: appending metadata at 1731403205847 (+13 ms)Flushing b9bbb804d49775c856ac9bd2aeddfc3c/hfileref: closing flushed file at 1731403205847Flushing b9bbb804d49775c856ac9bd2aeddfc3c/queue: creating writer at 1731403206261 (+414 ms)Flushing b9bbb804d49775c856ac9bd2aeddfc3c/queue: appending metadata at 1731403206280 (+19 ms)Flushing b9bbb804d49775c856ac9bd2aeddfc3c/queue: closing flushed file at 1731403206280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d2201b: reopening flushed file at 1731403206697 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67abcaf: reopening flushed file at 1731403206704 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b9bbb804d49775c856ac9bd2aeddfc3c in 879ms, sequenceid=10, compaction requested=false at 1731403206712 (+8 ms)Writing region close event to WAL at 1731403206718 (+6 ms)Running coprocessor post-close hooks at 1731403206722 (+4 ms)Closed at 1731403206722
2024-11-12T09:20:06,722 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403138205.b9bbb804d49775c856ac9bd2aeddfc3c.
2024-11-12T09:20:06,740 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/table/fb6aa3c1cdec43b989ab5781e883e8d3 is 53, key is hbase:replication/table:state/1731403138616/Put/seqid=0
2024-11-12T09:20:06,744 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:06,744 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:06,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741849_1025 (size=5308)
2024-11-12T09:20:06,744 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:06,744 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:06,828 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:20:06,828 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:20:06,828 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:07,029 DEBUG [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:07,145 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/table/fb6aa3c1cdec43b989ab5781e883e8d3
2024-11-12T09:20:07,151 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/info/5a08ba75d72642cb88588d0e53b1f0d3 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/info/5a08ba75d72642cb88588d0e53b1f0d3
2024-11-12T09:20:07,156 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/info/5a08ba75d72642cb88588d0e53b1f0d3, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:20:07,157 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/ns/523de06f5cfb41b09b3f4ab6d5aaee86 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/ns/523de06f5cfb41b09b3f4ab6d5aaee86
2024-11-12T09:20:07,162 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/ns/523de06f5cfb41b09b3f4ab6d5aaee86, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:20:07,163 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/rep_barrier/7e0146eb4f174c0ba1b263b9a3b672de as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/rep_barrier/7e0146eb4f174c0ba1b263b9a3b672de
2024-11-12T09:20:07,169 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/rep_barrier/7e0146eb4f174c0ba1b263b9a3b672de, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:20:07,170 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/.tmp/table/fb6aa3c1cdec43b989ab5781e883e8d3 as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/table/fb6aa3c1cdec43b989ab5781e883e8d3
2024-11-12T09:20:07,175 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/table/fb6aa3c1cdec43b989ab5781e883e8d3, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:20:07,176 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false
2024-11-12T09:20:07,176 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:20:07,181 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:20:07,181 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:07,181 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:07,181 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:07,181 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403205827Running coprocessor pre-close hooks at 1731403205827Disabling compacts and flushes for region at 1731403205827Disabling writes for close at 1731403205827Obtaining lock to block concurrent updates at 1731403205827Preparing flush snapshotting stores in 1588230740 at 1731403205827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403205828 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403205828Flushing 1588230740/info: creating writer at 1731403205828Flushing 1588230740/info: appending metadata at 1731403205845 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731403205845Flushing 1588230740/ns: creating writer at 1731403206257 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731403206274 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731403206274Flushing 1588230740/rep_barrier: creating writer at 1731403206692 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403206710 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403206710Flushing 1588230740/table: creating writer at 1731403206727 (+17 ms)Flushing 1588230740/table: appending metadata at 1731403206740 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731403206740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491d7403: reopening flushed file at 1731403207150 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7793aa: reopening flushed file at 1731403207156 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed453a: reopening flushed file at 1731403207163 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ecaa494: reopening flushed file at 1731403207169 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false at 1731403207176 (+7 ms)Writing region close event to WAL at 1731403207178 (+2 ms)Running coprocessor post-close hooks at 1731403207181 (+3 ms)Closed at 1731403207181
2024-11-12T09:20:07,182 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:07,229 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,37405,1731403126772; all regions closed.
2024-11-12T09:20:07,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:20:07,234 DEBUG [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/oldWALs
2024-11-12T09:20:07,234 INFO  [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C37405%2C1731403126772.meta:.meta(num 1731403129414)
2024-11-12T09:20:07,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741839_1015 (size=2700)
2024-11-12T09:20:07,236 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/WALs/106923ea030f,37405,1731403126772/106923ea030f%2C37405%2C1731403126772.rep.1731403138557 not finished, retry = 0
2024-11-12T09:20:07,260 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:07,282 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:07,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:07,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:07,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:07,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:07,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:20:07,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:20:07,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:20:07,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:07,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:20:07,339 DEBUG [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/oldWALs
2024-11-12T09:20:07,339 INFO  [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C37405%2C1731403126772.rep:(num 1731403138557)
2024-11-12T09:20:07,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741832_1008 (size=1300)
2024-11-12T09:20:07,346 DEBUG [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/oldWALs
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C37405%2C1731403126772:(num 1731403128810)
2024-11-12T09:20:07,346 DEBUG [RS:0;106923ea030f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:07,346 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,37405,1731403126772 because: Region server is closing
2024-11-12T09:20:07,346 INFO  [RS:0;106923ea030f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:37405.
2024-11-12T09:20:07,347 DEBUG [RS:0;106923ea030f:37405 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:07,347 DEBUG [RS:0;106923ea030f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:07,347 DEBUG [RS:0;106923ea030f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:07,347 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:07,447 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-12T09:20:07,447 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.wal-reader.106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:20:07,447 INFO  [RS:0;106923ea030f:37405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37405,1731403126772.replicationSource.shipper106923ea030f%2C37405%2C1731403126772,1-106923ea030f,37405,1731403126772 terminated
2024-11-12T09:20:07,447 INFO  [RS:0;106923ea030f:37405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37405
2024-11-12T09:20:07,572 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32671275/rs/106923ea030f,37405,1731403126772
2024-11-12T09:20:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275/rs
2024-11-12T09:20:07,572 INFO  [RS:0;106923ea030f:37405 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:07,583 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,37405,1731403126772]
2024-11-12T09:20:07,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-32671275/draining/106923ea030f,37405,1731403126772 already deleted, retry=false
2024-11-12T09:20:07,593 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,37405,1731403126772 expired; onlineServers=0
2024-11-12T09:20:07,593 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,44859,1731403126558' *****
2024-11-12T09:20:07,593 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:20:07,593 INFO  [M:0;106923ea030f:44859 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:07,593 INFO  [M:0;106923ea030f:44859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:07,593 DEBUG [M:0;106923ea030f:44859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:20:07,593 DEBUG [M:0;106923ea030f:44859 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:20:07,593 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:20:07,593 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403128460 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403128460,5,FailOnTimeoutGroup]
2024-11-12T09:20:07,593 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403128463 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403128463,5,FailOnTimeoutGroup]
2024-11-12T09:20:07,593 INFO  [M:0;106923ea030f:44859 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:07,593 INFO  [M:0;106923ea030f:44859 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:07,594 DEBUG [M:0;106923ea030f:44859 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:20:07,594 INFO  [M:0;106923ea030f:44859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:20:07,594 INFO  [M:0;106923ea030f:44859 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:07,594 INFO  [M:0;106923ea030f:44859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:20:07,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:20:07,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-32671275/master
2024-11-12T09:20:07,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-32671275
2024-11-12T09:20:07,604 DEBUG [M:0;106923ea030f:44859 {}] zookeeper.ZKUtil(347): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Unable to get data of znode /0-32671275/master because node does not exist (not an error)
2024-11-12T09:20:07,604 WARN  [M:0;106923ea030f:44859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:20:07,605 INFO  [M:0;106923ea030f:44859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/.lastflushedseqids
2024-11-12T09:20:07,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741850_1026 (size=263)
2024-11-12T09:20:07,683 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:07,683 INFO  [RS:0;106923ea030f:37405 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:07,683 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1012e5708130001, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:07,683 INFO  [RS:0;106923ea030f:37405 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,37405,1731403126772; zookeeper connection closed.
2024-11-12T09:20:07,683 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@224f4d5
2024-11-12T09:20:07,683 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:20:08,009 INFO  [M:0;106923ea030f:44859 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:20:08,010 INFO  [M:0;106923ea030f:44859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:20:08,010 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:08,010 INFO  [M:0;106923ea030f:44859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:08,010 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:08,010 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:08,010 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:08,010 INFO  [M:0;106923ea030f:44859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB
2024-11-12T09:20:08,024 DEBUG [M:0;106923ea030f:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14ffda20cf984daab4370039ce030b1c is 82, key is hbase:meta,,1/info:regioninfo/1731403129452/Put/seqid=0
2024-11-12T09:20:08,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741851_1027 (size=5672)
2024-11-12T09:20:08,429 INFO  [M:0;106923ea030f:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14ffda20cf984daab4370039ce030b1c
2024-11-12T09:20:08,455 DEBUG [M:0;106923ea030f:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687b2e18ecfd40bc8c72ba1ea9d63e1f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403136071/Put/seqid=0
2024-11-12T09:20:08,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741852_1028 (size=7241)
2024-11-12T09:20:08,859 INFO  [M:0;106923ea030f:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687b2e18ecfd40bc8c72ba1ea9d63e1f
2024-11-12T09:20:08,864 INFO  [M:0;106923ea030f:44859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 687b2e18ecfd40bc8c72ba1ea9d63e1f
2024-11-12T09:20:08,877 DEBUG [M:0;106923ea030f:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1e3f45c4dfd4d2987da4474db658eaf is 69, key is 106923ea030f,37405,1731403126772/rs:state/1731403128574/Put/seqid=0
2024-11-12T09:20:08,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741853_1029 (size=5156)
2024-11-12T09:20:09,281 INFO  [M:0;106923ea030f:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1e3f45c4dfd4d2987da4474db658eaf
2024-11-12T09:20:09,286 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14ffda20cf984daab4370039ce030b1c as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14ffda20cf984daab4370039ce030b1c
2024-11-12T09:20:09,290 INFO  [M:0;106923ea030f:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14ffda20cf984daab4370039ce030b1c, entries=8, sequenceid=105, filesize=5.5 K
2024-11-12T09:20:09,291 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687b2e18ecfd40bc8c72ba1ea9d63e1f as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/687b2e18ecfd40bc8c72ba1ea9d63e1f
2024-11-12T09:20:09,296 INFO  [M:0;106923ea030f:44859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 687b2e18ecfd40bc8c72ba1ea9d63e1f
2024-11-12T09:20:09,296 INFO  [M:0;106923ea030f:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/687b2e18ecfd40bc8c72ba1ea9d63e1f, entries=11, sequenceid=105, filesize=7.1 K
2024-11-12T09:20:09,297 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1e3f45c4dfd4d2987da4474db658eaf as hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1e3f45c4dfd4d2987da4474db658eaf
2024-11-12T09:20:09,302 INFO  [M:0;106923ea030f:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1e3f45c4dfd4d2987da4474db658eaf, entries=1, sequenceid=105, filesize=5.0 K
2024-11-12T09:20:09,304 INFO  [M:0;106923ea030f:44859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false
2024-11-12T09:20:09,305 INFO  [M:0;106923ea030f:44859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:09,305 DEBUG [M:0;106923ea030f:44859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403208010Disabling compacts and flushes for region at 1731403208010Disabling writes for close at 1731403208010Obtaining lock to block concurrent updates at 1731403208010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403208010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731403208010Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403208011 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403208011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403208024 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403208024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403208434 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403208454 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403208454Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403208864 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403208876 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403208876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ee15c9: reopening flushed file at 1731403209285 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12870f62: reopening flushed file at 1731403209290 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af27d48: reopening flushed file at 1731403209296 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731403209304 (+8 ms)Writing region close event to WAL at 1731403209305 (+1 ms)Closed at 1731403209305
2024-11-12T09:20:09,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741830_1006 (size=64538)
2024-11-12T09:20:09,307 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6e9ee2c-3ecd-47dc-dd7c-ee861829b19b/MasterData/WALs/106923ea030f,44859,1731403126558/106923ea030f%2C44859%2C1731403126558.1731403128181 not finished, retry = 0
2024-11-12T09:20:09,408 INFO  [M:0;106923ea030f:44859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:20:09,408 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:09,408 INFO  [M:0;106923ea030f:44859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44859
2024-11-12T09:20:09,408 INFO  [M:0;106923ea030f:44859 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:09,577 INFO  [M:0;106923ea030f:44859 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x1012e5708130000, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:09,580 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@251ad0cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:09,580 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b833f1c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:09,580 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:09,580 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658ab1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:09,580 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ae5974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:09,581 WARN  [BP-800960831-172.17.0.2-1731403123842 heartbeating to localhost/127.0.0.1:40449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:20:09,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:20:09,581 WARN  [BP-800960831-172.17.0.2-1731403123842 heartbeating to localhost/127.0.0.1:40449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-800960831-172.17.0.2-1731403123842 (Datanode Uuid cf18a2d1-6cc2-4819-8db4-326b9a9126ce) service to localhost/127.0.0.1:40449
2024-11-12T09:20:09,581 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:20:09,582 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/data/data1/current/BP-800960831-172.17.0.2-1731403123842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:09,582 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/cluster_e001279e-1758-709b-d809-73ea842fd96b/data/data2/current/BP-800960831-172.17.0.2-1731403123842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:09,582 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:20:09,587 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cc62b86{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:09,588 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@728b37b1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:09,588 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:09,588 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254f68ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:09,588 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49780822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b61468ef-7a29-2a84-a7f5-0ca51ac010c6/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:09,593 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:20:09,605 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:20:09,616 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138)
Potentially hanging thread: HMaster-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56167)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33753
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33753
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40449 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f28a0b8db50.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f28a0b8db50.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40449
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33753 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33753 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56167)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40449 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33753 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40449 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40449
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=6569 (was 6824)
2024-11-12T09:20:09,623 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=6569
2024-11-12T09:20:09,637 INFO  [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations
2024-11-12T09:20:09,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir so I do NOT create it in target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36
2024-11-12T09:20:09,638 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:20:09,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.tmp.dir so I do NOT create it in target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36
2024-11-12T09:20:09,638 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f36ddac-bd5f-bace-fbb0-00e665cdac53/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:20:09,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36
2024-11-12T09:20:09,638 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96, deleteOnExit=true
2024-11-12T09:20:09,640 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/zookeeper_0, clientPort=62520, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:20:09,641 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62520
2024-11-12T09:20:09,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:20:09,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/test.cache.data in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:20:09,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:09,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:20:09,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:20:09,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:20:09,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:09,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:20:09,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:20:09,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e5708130002, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:20:09,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e5708130005, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:20:09,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e5708130002, quorum=127.0.0.1:56167, baseZNode=/0-32671275 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:20:09,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e5708130005, quorum=127.0.0.1:56167, baseZNode=/1682196383 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:20:09,936 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:09,940 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:09,944 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:09,944 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:09,944 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:20:09,945 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:09,945 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bc5cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:09,946 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c05425a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:10,040 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c5af95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/java.io.tmpdir/jetty-localhost-44387-hadoop-hdfs-3_4_1-tests_jar-_-any-8589522846674553686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:10,041 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbffc73{HTTP/1.1, (http/1.1)}{localhost:44387}
2024-11-12T09:20:10,041 INFO  [Time-limited test {}] server.Server(415): Started @140939ms
2024-11-12T09:20:10,279 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:10,283 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:10,284 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:10,284 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:10,285 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:20:10,285 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59226567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:10,285 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e1f2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:10,378 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a8554e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/java.io.tmpdir/jetty-localhost-33837-hadoop-hdfs-3_4_1-tests_jar-_-any-15079516119179036415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:10,378 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f06f586{HTTP/1.1, (http/1.1)}{localhost:33837}
2024-11-12T09:20:10,378 INFO  [Time-limited test {}] server.Server(415): Started @141276ms
2024-11-12T09:20:10,379 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:20:11,063 WARN  [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/data/data1/current/BP-950257520-172.17.0.2-1731403209658/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:11,063 WARN  [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/data/data2/current/BP-950257520-172.17.0.2-1731403209658/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:11,077 WARN  [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:20:11,079 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ea8dd7d52a1c62 with lease ID 0x771f9b9cc3177f93: Processing first storage report for DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5 from datanode DatanodeRegistration(127.0.0.1:33451, datanodeUuid=42d99eb7-3f73-4a2f-abef-10b040971c67, infoPort=41705, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=428104012;c=1731403209658)
2024-11-12T09:20:11,079 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ea8dd7d52a1c62 with lease ID 0x771f9b9cc3177f93: from storage DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5 node DatanodeRegistration(127.0.0.1:33451, datanodeUuid=42d99eb7-3f73-4a2f-abef-10b040971c67, infoPort=41705, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=428104012;c=1731403209658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:11,079 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ea8dd7d52a1c62 with lease ID 0x771f9b9cc3177f93: Processing first storage report for DS-6d9a3ae7-3776-4759-897d-a2e26d1d14ae from datanode DatanodeRegistration(127.0.0.1:33451, datanodeUuid=42d99eb7-3f73-4a2f-abef-10b040971c67, infoPort=41705, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=428104012;c=1731403209658)
2024-11-12T09:20:11,079 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ea8dd7d52a1c62 with lease ID 0x771f9b9cc3177f93: from storage DS-6d9a3ae7-3776-4759-897d-a2e26d1d14ae node DatanodeRegistration(127.0.0.1:33451, datanodeUuid=42d99eb7-3f73-4a2f-abef-10b040971c67, infoPort=41705, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=428104012;c=1731403209658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:11,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36
2024-11-12T09:20:11,106 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:11,107 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:11,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:20:11,515 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624 with version=8
2024-11-12T09:20:11,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/hbase-staging
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:20:11,517 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:11,518 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45981
2024-11-12T09:20:11,518 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45981 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:11,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459810x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:11,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45981-0x1012e5857530000 connected
2024-11-12T09:20:11,698 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:11,699 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:11,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:11,700 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624, hbase.cluster.distributed=false
2024-11-12T09:20:11,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/acl
2024-11-12T09:20:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45981
2024-11-12T09:20:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45981
2024-11-12T09:20:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45981
2024-11-12T09:20:11,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45981
2024-11-12T09:20:11,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45981
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:11,716 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:20:11,717 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:11,717 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38161
2024-11-12T09:20:11,718 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38161 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:11,719 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:11,720 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:11,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381610x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:11,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381610x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:11,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38161-0x1012e5857530001 connected
2024-11-12T09:20:11,730 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:20:11,730 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:20:11,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/master
2024-11-12T09:20:11,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/acl
2024-11-12T09:20:11,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38161
2024-11-12T09:20:11,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38161
2024-11-12T09:20:11,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38161
2024-11-12T09:20:11,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38161
2024-11-12T09:20:11,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38161
2024-11-12T09:20:11,747 DEBUG [M:0;106923ea030f:45981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:45981
2024-11-12T09:20:11,747 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01747709415/backup-masters/106923ea030f,45981,1731403211517
2024-11-12T09:20:11,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:11,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:11,760 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on existing znode=/01747709415/backup-masters/106923ea030f,45981,1731403211517
2024-11-12T09:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01747709415/master
2024-11-12T09:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:11,772 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on existing znode=/01747709415/master
2024-11-12T09:20:11,772 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01747709415/backup-masters/106923ea030f,45981,1731403211517 from backup master directory
2024-11-12T09:20:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/backup-masters/106923ea030f,45981,1731403211517
2024-11-12T09:20:11,782 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:11,782 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,45981,1731403211517
2024-11-12T09:20:11,785 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/hbase.id] with ID: 58b793a9-fc80-4bd8-a686-070c80f18c04
2024-11-12T09:20:11,785 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/.tmp/hbase.id
2024-11-12T09:20:11,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:20:12,190 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/.tmp/hbase.id]:[hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/hbase.id]
2024-11-12T09:20:12,200 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:12,201 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:20:12,201 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:20:12,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:12,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:12,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:20:12,223 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:12,249 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:12,250 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:12,250 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:12,250 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:12,256 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:12,619 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:12,619 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:20:12,619 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:12,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:20:13,026 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store
2024-11-12T09:20:13,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:20:13,432 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:13,432 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:13,432 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:13,432 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:13,432 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:13,432 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:13,432 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:13,432 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403213432Disabling compacts and flushes for region at 1731403213432Disabling writes for close at 1731403213432Writing region close event to WAL at 1731403213432Closed at 1731403213432
2024-11-12T09:20:13,433 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/.initializing
2024-11-12T09:20:13,433 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517
2024-11-12T09:20:13,434 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:13,436 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C45981%2C1731403211517, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/oldWALs, maxLogs=10
2024-11-12T09:20:13,453 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517/106923ea030f%2C45981%2C1731403211517.1731403213436, exclude list is [], retry=0
2024-11-12T09:20:13,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:13,457 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517/106923ea030f%2C45981%2C1731403211517.1731403213436
2024-11-12T09:20:13,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:13,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:13,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:13,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:13,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:20:13,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:13,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:13,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:13,461 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:20:13,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:13,462 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:13,462 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:13,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:20:13,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:13,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:13,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:13,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:20:13,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:13,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:13,465 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,465 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,466 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,467 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,467 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,467 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:13,468 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:13,470 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:13,470 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64239553, jitterRate=-0.04275606572628021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:13,471 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403213458Initializing all the Stores at 1731403213458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403213458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403213459 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403213459Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403213459Cleaning up temporary data from old regions at 1731403213467 (+8 ms)Region opened successfully at 1731403213471 (+4 ms)
2024-11-12T09:20:13,471 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:20:13,473 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ee18af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:13,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:20:13,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:20:13,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:20:13,475 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:20:13,475 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:20:13,476 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:20:13,476 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:20:13,478 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:20:13,479 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/balancer because node does not exist (not necessarily an error)
2024-11-12T09:20:13,529 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/balancer already deleted, retry=false
2024-11-12T09:20:13,529 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:20:13,530 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:20:13,539 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/normalizer already deleted, retry=false
2024-11-12T09:20:13,540 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:20:13,540 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:20:13,550 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/switch/split already deleted, retry=false
2024-11-12T09:20:13,551 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:20:13,560 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/switch/merge already deleted, retry=false
2024-11-12T09:20:13,562 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:20:13,571 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/snapshot-cleanup already deleted, retry=false
2024-11-12T09:20:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:13,582 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,45981,1731403211517, sessionid=0x1012e5857530000, setting cluster-up flag (Was=false)
2024-11-12T09:20:13,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:13,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:13,634 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01747709415/flush-table-proc/acquired, /01747709415/flush-table-proc/reached, /01747709415/flush-table-proc/abort
2024-11-12T09:20:13,635 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,45981,1731403211517
2024-11-12T09:20:13,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:13,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:13,687 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01747709415/online-snapshot/acquired, /01747709415/online-snapshot/reached, /01747709415/online-snapshot/abort
2024-11-12T09:20:13,688 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,45981,1731403211517
2024-11-12T09:20:13,689 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:20:13,691 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:13,691 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:20:13,691 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:20:13,691 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,45981,1731403211517
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:13,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,694 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403243694
2024-11-12T09:20:13,694 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:20:13,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:20:13,695 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:20:13,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:20:13,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:20:13,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:20:13,696 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:13,696 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403213696,5,FailOnTimeoutGroup]
2024-11-12T09:20:13,696 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:20:13,696 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403213696,5,FailOnTimeoutGroup]
2024-11-12T09:20:13,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:20:13,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:20:13,740 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(746): ClusterId : 58b793a9-fc80-4bd8-a686-070c80f18c04
2024-11-12T09:20:13,740 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:20:13,751 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:20:13,751 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:20:13,761 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:20:13,761 DEBUG [RS:0;106923ea030f:38161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758033c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:13,771 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:38161
2024-11-12T09:20:13,772 INFO  [RS:0;106923ea030f:38161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:20:13,772 INFO  [RS:0;106923ea030f:38161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:20:13,772 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:20:13,772 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,45981,1731403211517 with port=38161, startcode=1731403211716
2024-11-12T09:20:13,772 DEBUG [RS:0;106923ea030f:38161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:20:13,774 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:20:13,774 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,38161,1731403211716
2024-11-12T09:20:13,774 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45981 {}] master.ServerManager(517): Registering regionserver=106923ea030f,38161,1731403211716
2024-11-12T09:20:13,775 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624
2024-11-12T09:20:13,775 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43279
2024-11-12T09:20:13,775 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:20:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/rs
2024-11-12T09:20:13,782 DEBUG [RS:0;106923ea030f:38161 {}] zookeeper.ZKUtil(111): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on existing znode=/01747709415/rs/106923ea030f,38161,1731403211716
2024-11-12T09:20:13,782 WARN  [RS:0;106923ea030f:38161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:13,782 INFO  [RS:0;106923ea030f:38161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:13,782 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716
2024-11-12T09:20:13,782 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,38161,1731403211716]
2024-11-12T09:20:13,785 INFO  [RS:0;106923ea030f:38161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:20:13,786 INFO  [RS:0;106923ea030f:38161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:20:13,787 INFO  [RS:0;106923ea030f:38161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:20:13,787 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,787 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:20:13,787 INFO  [RS:0;106923ea030f:38161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:20:13,788 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:13,788 DEBUG [RS:0;106923ea030f:38161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:13,790 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,790 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,790 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,790 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,790 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,790 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38161,1731403211716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:13,802 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:20:13,802 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38161,1731403211716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,802 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,802 INFO  [RS:0;106923ea030f:38161 {}] regionserver.Replication(171): 106923ea030f,38161,1731403211716 started
2024-11-12T09:20:13,813 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:13,814 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,38161,1731403211716, RpcServer on 106923ea030f/172.17.0.2:38161, sessionid=0x1012e5857530001
2024-11-12T09:20:13,814 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:20:13,814 DEBUG [RS:0;106923ea030f:38161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,38161,1731403211716
2024-11-12T09:20:13,814 DEBUG [RS:0;106923ea030f:38161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,38161,1731403211716'
2024-11-12T09:20:13,814 DEBUG [RS:0;106923ea030f:38161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01747709415/flush-table-proc/abort'
2024-11-12T09:20:13,814 DEBUG [RS:0;106923ea030f:38161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01747709415/flush-table-proc/acquired'
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,38161,1731403211716
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,38161,1731403211716'
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01747709415/online-snapshot/abort'
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01747709415/online-snapshot/acquired'
2024-11-12T09:20:13,815 DEBUG [RS:0;106923ea030f:38161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:20:13,815 INFO  [RS:0;106923ea030f:38161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:20:13,815 INFO  [RS:0;106923ea030f:38161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:20:13,916 INFO  [RS:0;106923ea030f:38161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:13,917 INFO  [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C38161%2C1731403211716, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs, maxLogs=10
2024-11-12T09:20:13,929 DEBUG [RS:0;106923ea030f:38161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918, exclude list is [], retry=0
2024-11-12T09:20:13,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:13,933 INFO  [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918
2024-11-12T09:20:13,933 DEBUG [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:14,105 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:20:14,105 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624
2024-11-12T09:20:14,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:20:14,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:14,511 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:14,512 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:14,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:14,514 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:14,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,514 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,514 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:14,515 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:14,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,515 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:14,516 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:14,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,517 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:14,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740
2024-11-12T09:20:14,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740
2024-11-12T09:20:14,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:14,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:14,519 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:14,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:14,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:14,522 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643899, jitterRate=0.022873803973197937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:14,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403214510Initializing all the Stores at 1731403214511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403214511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403214511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403214511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403214511Cleaning up temporary data from old regions at 1731403214519 (+8 ms)Region opened successfully at 1731403214523 (+4 ms)
2024-11-12T09:20:14,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:14,523 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:14,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:14,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:14,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:14,524 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:14,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403214523Disabling compacts and flushes for region at 1731403214523Disabling writes for close at 1731403214523Writing region close event to WAL at 1731403214524 (+1 ms)Closed at 1731403214524
2024-11-12T09:20:14,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:14,525 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:20:14,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:20:14,526 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:14,527 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:20:14,677 DEBUG [106923ea030f:45981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:20:14,677 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,38161,1731403211716
2024-11-12T09:20:14,679 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,38161,1731403211716, state=OPENING
2024-11-12T09:20:14,750 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:20:14,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:14,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:14,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:14,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:14,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:14,761 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,38161,1731403211716}]
2024-11-12T09:20:14,914 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:14,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:20:14,918 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:20:14,918 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:14,918 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:20:14,919 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C38161%2C1731403211716.meta, suffix=.meta, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs, maxLogs=10
2024-11-12T09:20:14,930 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.meta.1731403214919.meta, exclude list is [], retry=0
2024-11-12T09:20:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:14,933 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.meta.1731403214919.meta
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:14,934 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:20:14,934 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:20:14,934 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:20:14,936 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:14,936 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:14,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,937 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,937 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:14,937 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:14,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,938 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,938 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:14,938 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:14,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,938 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:14,939 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:14,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:14,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:14,939 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:14,940 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740
2024-11-12T09:20:14,941 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740
2024-11-12T09:20:14,942 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:14,942 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:14,942 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:14,943 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:14,944 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63761947, jitterRate=-0.049872949719429016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:14,944 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:20:14,944 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403214935Writing region info on filesystem at 1731403214935Initializing all the Stores at 1731403214935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403214935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403214935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403214935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403214935Cleaning up temporary data from old regions at 1731403214942 (+7 ms)Running coprocessor post-open hooks at 1731403214944 (+2 ms)Region opened successfully at 1731403214944
2024-11-12T09:20:14,945 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403214913
2024-11-12T09:20:14,947 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:20:14,947 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:20:14,947 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,38161,1731403211716
2024-11-12T09:20:14,948 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,38161,1731403211716, state=OPEN
2024-11-12T09:20:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:14,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,38161,1731403211716
2024-11-12T09:20:14,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:14,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:14,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:20:14,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,38161,1731403211716 in 229 msec
2024-11-12T09:20:14,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:20:14,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec
2024-11-12T09:20:14,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:14,994 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:20:14,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:14,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,38161,1731403211716, seqNum=-1]
2024-11-12T09:20:14,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:14,997 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:15,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec
2024-11-12T09:20:15,001 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403215001, completionTime=-1
2024-11-12T09:20:15,001 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:20:15,001 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403275003
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403335003
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45981,1731403211517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45981,1731403211517-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45981,1731403211517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:45981, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,003 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,004 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,005 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45981,1731403211517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:15,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45981,1731403211517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:20:15,009 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:20:15,009 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:20:15,009 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45981,1731403211517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:15,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaed6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:15,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45981,-1 for getting cluster id
2024-11-12T09:20:15,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:15,042 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b793a9-fc80-4bd8-a686-070c80f18c04'
2024-11-12T09:20:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b793a9-fc80-4bd8-a686-070c80f18c04"

2024-11-12T09:20:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b5021e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45981,-1]
2024-11-12T09:20:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:15,043 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:15,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd429aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:15,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,38161,1731403211716, seqNum=-1]
2024-11-12T09:20:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:15,046 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:15,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,45981,1731403211517
2024-11-12T09:20:15,048 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:15,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:15,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e5857530002 connected
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir so I do NOT create it in target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762
2024-11-12T09:20:15,079 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.tmp.dir so I do NOT create it in target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762
2024-11-12T09:20:15,079 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:20:15,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/cluster_48dbc764-db46-28a6-207a-9b94285dc7e6, deleteOnExit=true
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/test.cache.data in system properties and HBase conf
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:20:15,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:20:15,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:20:15,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:20:15,384 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:15,387 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:15,388 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:15,388 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:15,388 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:20:15,389 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:15,390 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652d528f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:15,391 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb7ecdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:15,483 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bfdf27d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/java.io.tmpdir/jetty-localhost-34241-hadoop-hdfs-3_4_1-tests_jar-_-any-14899870097680414467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:15,483 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23ad2ba5{HTTP/1.1, (http/1.1)}{localhost:34241}
2024-11-12T09:20:15,484 INFO  [Time-limited test {}] server.Server(415): Started @146381ms
2024-11-12T09:20:15,801 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:15,805 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:15,807 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:15,807 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:15,807 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:20:15,808 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295dfbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:15,808 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24addfbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:15,904 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bbb39a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/java.io.tmpdir/jetty-localhost-37665-hadoop-hdfs-3_4_1-tests_jar-_-any-2849552095312217447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:15,904 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@695e96e5{HTTP/1.1, (http/1.1)}{localhost:37665}
2024-11-12T09:20:15,905 INFO  [Time-limited test {}] server.Server(415): Started @146802ms
2024-11-12T09:20:15,906 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:20:16,602 WARN  [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/cluster_48dbc764-db46-28a6-207a-9b94285dc7e6/data/data1/current/BP-1870773825-172.17.0.2-1731403215095/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:16,602 WARN  [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/cluster_48dbc764-db46-28a6-207a-9b94285dc7e6/data/data2/current/BP-1870773825-172.17.0.2-1731403215095/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:16,623 WARN  [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:20:16,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfc2941a1b2e439d with lease ID 0x415b9f6cc0d75703: Processing first storage report for DS-789b476a-1597-4062-aa2d-d452d1aff1d4 from datanode DatanodeRegistration(127.0.0.1:38009, datanodeUuid=1ecb27c4-0f94-457a-a918-3b9e52e93654, infoPort=38359, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=527742349;c=1731403215095)
2024-11-12T09:20:16,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfc2941a1b2e439d with lease ID 0x415b9f6cc0d75703: from storage DS-789b476a-1597-4062-aa2d-d452d1aff1d4 node DatanodeRegistration(127.0.0.1:38009, datanodeUuid=1ecb27c4-0f94-457a-a918-3b9e52e93654, infoPort=38359, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=527742349;c=1731403215095), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:16,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfc2941a1b2e439d with lease ID 0x415b9f6cc0d75703: Processing first storage report for DS-c81c726f-5bf2-4dd2-997a-3d280afd4171 from datanode DatanodeRegistration(127.0.0.1:38009, datanodeUuid=1ecb27c4-0f94-457a-a918-3b9e52e93654, infoPort=38359, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=527742349;c=1731403215095)
2024-11-12T09:20:16,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfc2941a1b2e439d with lease ID 0x415b9f6cc0d75703: from storage DS-c81c726f-5bf2-4dd2-997a-3d280afd4171 node DatanodeRegistration(127.0.0.1:38009, datanodeUuid=1ecb27c4-0f94-457a-a918-3b9e52e93654, infoPort=38359, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=527742349;c=1731403215095), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:16,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762
2024-11-12T09:20:16,638 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:16,639 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:16,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:20:16,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:20:16,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:20:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:20:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:20:17,047 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b with version=8
2024-11-12T09:20:17,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/hbase-staging
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:17,049 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:20:17,050 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:17,050 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38569
2024-11-12T09:20:17,051 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38569 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:17,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385690x0, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:17,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38569-0x1012e5857530003 connected
2024-11-12T09:20:17,171 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:17,173 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:17,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/running
2024-11-12T09:20:17,175 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b, hbase.cluster.distributed=false
2024-11-12T09:20:17,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/acl
2024-11-12T09:20:17,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38569
2024-11-12T09:20:17,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38569
2024-11-12T09:20:17,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38569
2024-11-12T09:20:17,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38569
2024-11-12T09:20:17,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38569
2024-11-12T09:20:17,190 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:20:17,191 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:17,192 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41423
2024-11-12T09:20:17,193 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41423 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:17,193 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:17,195 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:17,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414230x0, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:17,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414230x0, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/running
2024-11-12T09:20:17,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41423-0x1012e5857530004 connected
2024-11-12T09:20:17,203 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:20:17,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:20:17,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/master
2024-11-12T09:20:17,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/acl
2024-11-12T09:20:17,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41423
2024-11-12T09:20:17,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41423
2024-11-12T09:20:17,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41423
2024-11-12T09:20:17,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41423
2024-11-12T09:20:17,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41423
2024-11-12T09:20:17,224 DEBUG [M:0;106923ea030f:38569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:38569
2024-11-12T09:20:17,224 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-336040967/backup-masters/106923ea030f,38569,1731403217049
2024-11-12T09:20:17,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967/backup-masters
2024-11-12T09:20:17,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967/backup-masters
2024-11-12T09:20:17,235 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on existing znode=/1-336040967/backup-masters/106923ea030f,38569,1731403217049
2024-11-12T09:20:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-336040967/master
2024-11-12T09:20:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:17,245 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on existing znode=/1-336040967/master
2024-11-12T09:20:17,245 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-336040967/backup-masters/106923ea030f,38569,1731403217049 from backup master directory
2024-11-12T09:20:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-336040967/backup-masters/106923ea030f,38569,1731403217049
2024-11-12T09:20:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967/backup-masters
2024-11-12T09:20:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967/backup-masters
2024-11-12T09:20:17,255 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:17,255 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,38569,1731403217049
2024-11-12T09:20:17,259 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/hbase.id] with ID: 5218d359-48e5-4adf-a8dc-7430a34b1673
2024-11-12T09:20:17,259 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/.tmp/hbase.id
2024-11-12T09:20:17,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:20:17,665 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/.tmp/hbase.id]:[hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/hbase.id]
2024-11-12T09:20:17,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:17,676 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:20:17,677 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:20:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:17,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:20:18,135 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:18,136 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:20:18,136 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:18,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:20:18,543 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store
2024-11-12T09:20:18,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:20:18,950 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:18,950 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:18,950 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:18,950 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:18,950 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:18,950 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:18,950 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:18,950 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403218950Disabling compacts and flushes for region at 1731403218950Disabling writes for close at 1731403218950Writing region close event to WAL at 1731403218950Closed at 1731403218950
2024-11-12T09:20:18,951 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/.initializing
2024-11-12T09:20:18,951 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/WALs/106923ea030f,38569,1731403217049
2024-11-12T09:20:18,952 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:18,954 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C38569%2C1731403217049, suffix=, logDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/WALs/106923ea030f,38569,1731403217049, archiveDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/oldWALs, maxLogs=10
2024-11-12T09:20:18,969 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/WALs/106923ea030f,38569,1731403217049/106923ea030f%2C38569%2C1731403217049.1731403218954, exclude list is [], retry=0
2024-11-12T09:20:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-789b476a-1597-4062-aa2d-d452d1aff1d4,DISK]
2024-11-12T09:20:18,974 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/WALs/106923ea030f,38569,1731403217049/106923ea030f%2C38569%2C1731403217049.1731403218954
2024-11-12T09:20:18,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)]
2024-11-12T09:20:18,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:18,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:18,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,975 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:18,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:20:18,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:18,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:18,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:18,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:20:18,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:18,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:18,979 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:18,979 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:20:18,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:18,980 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:18,980 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:18,981 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:20:18,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:18,981 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:18,981 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,982 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,982 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,983 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,983 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,984 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:18,985 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:18,987 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:18,987 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74337588, jitterRate=0.1077163815498352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:18,987 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403218974Initializing all the Stores at 1731403218975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403218975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403218975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403218975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403218975Cleaning up temporary data from old regions at 1731403218983 (+8 ms)Region opened successfully at 1731403218987 (+4 ms)
2024-11-12T09:20:18,987 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:20:18,990 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f075b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:18,991 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:20:18,991 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:20:18,991 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:20:18,992 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:20:18,992 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:20:18,993 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:20:18,993 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:20:18,994 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:20:18,995 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Unable to get data of znode /1-336040967/balancer because node does not exist (not necessarily an error)
2024-11-12T09:20:19,045 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-336040967/balancer already deleted, retry=false
2024-11-12T09:20:19,045 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:20:19,046 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Unable to get data of znode /1-336040967/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:20:19,055 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-336040967/normalizer already deleted, retry=false
2024-11-12T09:20:19,056 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:20:19,057 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Unable to get data of znode /1-336040967/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:20:19,066 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-336040967/switch/split already deleted, retry=false
2024-11-12T09:20:19,067 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Unable to get data of znode /1-336040967/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:20:19,076 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-336040967/switch/merge already deleted, retry=false
2024-11-12T09:20:19,078 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Unable to get data of znode /1-336040967/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:20:19,086 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-336040967/snapshot-cleanup already deleted, retry=false
2024-11-12T09:20:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-336040967/running
2024-11-12T09:20:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-336040967/running
2024-11-12T09:20:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:19,098 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,38569,1731403217049, sessionid=0x1012e5857530003, setting cluster-up flag (Was=false)
2024-11-12T09:20:19,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:19,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:19,150 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-336040967/flush-table-proc/acquired, /1-336040967/flush-table-proc/reached, /1-336040967/flush-table-proc/abort
2024-11-12T09:20:19,151 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,38569,1731403217049
2024-11-12T09:20:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:19,203 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-336040967/online-snapshot/acquired, /1-336040967/online-snapshot/reached, /1-336040967/online-snapshot/abort
2024-11-12T09:20:19,203 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,38569,1731403217049
2024-11-12T09:20:19,205 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:20:19,206 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:19,206 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:20:19,206 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:20:19,207 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,38569,1731403217049
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:19,208 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403249209
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:20:19,209 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:19,210 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:20:19,210 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:20:19,210 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:20:19,210 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:20:19,210 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:20:19,210 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:20:19,211 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:20:19,211 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:19,211 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403219211,5,FailOnTimeoutGroup]
2024-11-12T09:20:19,211 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:20:19,211 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403219211,5,FailOnTimeoutGroup]
2024-11-12T09:20:19,211 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,211 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:20:19,211 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,211 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:20:19,215 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(746): ClusterId : 5218d359-48e5-4adf-a8dc-7430a34b1673
2024-11-12T09:20:19,216 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:20:19,224 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:20:19,224 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:20:19,234 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:20:19,235 DEBUG [RS:0;106923ea030f:41423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144371b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:19,245 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:41423
2024-11-12T09:20:19,245 INFO  [RS:0;106923ea030f:41423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:20:19,245 INFO  [RS:0;106923ea030f:41423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:20:19,245 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:20:19,246 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,38569,1731403217049 with port=41423, startcode=1731403217190
2024-11-12T09:20:19,246 DEBUG [RS:0;106923ea030f:41423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:20:19,247 INFO  [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:20:19,248 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,41423,1731403217190
2024-11-12T09:20:19,248 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(517): Registering regionserver=106923ea030f,41423,1731403217190
2024-11-12T09:20:19,249 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b
2024-11-12T09:20:19,249 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38745
2024-11-12T09:20:19,249 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:20:19,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967/rs
2024-11-12T09:20:19,300 DEBUG [RS:0;106923ea030f:41423 {}] zookeeper.ZKUtil(111): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on existing znode=/1-336040967/rs/106923ea030f,41423,1731403217190
2024-11-12T09:20:19,300 WARN  [RS:0;106923ea030f:41423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:19,300 INFO  [RS:0;106923ea030f:41423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:19,300 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190
2024-11-12T09:20:19,300 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,41423,1731403217190]
2024-11-12T09:20:19,302 INFO  [RS:0;106923ea030f:41423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:20:19,303 INFO  [RS:0;106923ea030f:41423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:20:19,304 INFO  [RS:0;106923ea030f:41423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:20:19,304 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,304 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:20:19,305 INFO  [RS:0;106923ea030f:41423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:20:19,305 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:19,305 DEBUG [RS:0;106923ea030f:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:19,305 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,305 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,306 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,306 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,306 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,306 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41423,1731403217190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:19,323 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:20:19,323 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41423,1731403217190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,323 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,323 INFO  [RS:0;106923ea030f:41423 {}] regionserver.Replication(171): 106923ea030f,41423,1731403217190 started
2024-11-12T09:20:19,342 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:19,342 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,41423,1731403217190, RpcServer on 106923ea030f/172.17.0.2:41423, sessionid=0x1012e5857530004
2024-11-12T09:20:19,342 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:20:19,342 DEBUG [RS:0;106923ea030f:41423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,41423,1731403217190
2024-11-12T09:20:19,342 DEBUG [RS:0;106923ea030f:41423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,41423,1731403217190'
2024-11-12T09:20:19,342 DEBUG [RS:0;106923ea030f:41423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-336040967/flush-table-proc/abort'
2024-11-12T09:20:19,342 DEBUG [RS:0;106923ea030f:41423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-336040967/flush-table-proc/acquired'
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,41423,1731403217190
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,41423,1731403217190'
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-336040967/online-snapshot/abort'
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-336040967/online-snapshot/acquired'
2024-11-12T09:20:19,343 DEBUG [RS:0;106923ea030f:41423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:20:19,343 INFO  [RS:0;106923ea030f:41423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:20:19,343 INFO  [RS:0;106923ea030f:41423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:20:19,444 INFO  [RS:0;106923ea030f:41423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:19,445 INFO  [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C41423%2C1731403217190, suffix=, logDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190, archiveDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/oldWALs, maxLogs=10
2024-11-12T09:20:19,456 DEBUG [RS:0;106923ea030f:41423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190/106923ea030f%2C41423%2C1731403217190.1731403219445, exclude list is [], retry=0
2024-11-12T09:20:19,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-789b476a-1597-4062-aa2d-d452d1aff1d4,DISK]
2024-11-12T09:20:19,460 INFO  [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190/106923ea030f%2C41423%2C1731403217190.1731403219445
2024-11-12T09:20:19,460 DEBUG [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)]
2024-11-12T09:20:19,616 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:20:19,616 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b
2024-11-12T09:20:19,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:20:19,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:20:20,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:20,023 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:20,024 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:20,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,025 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,025 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:20,026 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:20,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,026 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,026 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:20,027 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:20,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,027 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,027 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:20,028 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:20,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,028 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:20,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740
2024-11-12T09:20:20,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740
2024-11-12T09:20:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:20,031 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:20,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:20,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:20,033 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63393087, jitterRate=-0.05536939203739166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:20,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403220022Initializing all the Stores at 1731403220023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403220023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403220023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403220023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403220023Cleaning up temporary data from old regions at 1731403220030 (+7 ms)Region opened successfully at 1731403220033 (+3 ms)
2024-11-12T09:20:20,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:20,034 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:20,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:20,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:20,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:20,034 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:20,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403220034Disabling compacts and flushes for region at 1731403220034Disabling writes for close at 1731403220034Writing region close event to WAL at 1731403220034Closed at 1731403220034
2024-11-12T09:20:20,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:20,035 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:20:20,035 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:20:20,036 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:20,037 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:20:20,187 DEBUG [106923ea030f:38569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:20:20,188 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,41423,1731403217190
2024-11-12T09:20:20,189 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,41423,1731403217190, state=OPENING
2024-11-12T09:20:20,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:20:20,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:20,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:20,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-336040967/meta-region-server: CHANGED
2024-11-12T09:20:20,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-336040967/meta-region-server: CHANGED
2024-11-12T09:20:20,266 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:20,266 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,41423,1731403217190}]
2024-11-12T09:20:20,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:20,420 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:20:20,424 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:20:20,424 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:20,424 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:20:20,425 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C41423%2C1731403217190.meta, suffix=.meta, logDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190, archiveDir=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/oldWALs, maxLogs=10
2024-11-12T09:20:20,436 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:20,437 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190/106923ea030f%2C41423%2C1731403217190.meta.1731403220425.meta, exclude list is [], retry=0
2024-11-12T09:20:20,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-789b476a-1597-4062-aa2d-d452d1aff1d4,DISK]
2024-11-12T09:20:20,441 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/WALs/106923ea030f,41423,1731403217190/106923ea030f%2C41423%2C1731403217190.meta.1731403220425.meta
2024-11-12T09:20:20,441 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)]
2024-11-12T09:20:20,442 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:20,442 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:20,442 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:20,442 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:20:20,442 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:20:20,442 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:20:20,443 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:20,443 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:20:20,443 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:20:20,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:20,445 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:20,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:20,446 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:20,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,446 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,447 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:20,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:20,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,447 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:20,448 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:20,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:20,449 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:20,449 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740
2024-11-12T09:20:20,450 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740
2024-11-12T09:20:20,451 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:20,451 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:20,451 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:20,452 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:20,453 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69391381, jitterRate=0.03401215374469757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:20,453 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:20:20,453 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403220443Writing region info on filesystem at 1731403220443Initializing all the Stores at 1731403220444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403220444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403220444Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403220444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403220444Cleaning up temporary data from old regions at 1731403220451 (+7 ms)Running coprocessor post-open hooks at 1731403220453 (+2 ms)Region opened successfully at 1731403220453
2024-11-12T09:20:20,454 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403220418
2024-11-12T09:20:20,456 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:20:20,456 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:20:20,457 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,41423,1731403217190
2024-11-12T09:20:20,457 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,41423,1731403217190, state=OPEN
2024-11-12T09:20:20,465 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-336040967/meta-region-server
2024-11-12T09:20:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-336040967/meta-region-server
2024-11-12T09:20:20,466 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:20,466 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,41423,1731403217190
2024-11-12T09:20:20,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-336040967/meta-region-server: CHANGED
2024-11-12T09:20:20,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-336040967/meta-region-server: CHANGED
2024-11-12T09:20:20,466 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:20,466 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:20,468 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:20:20,468 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,41423,1731403217190 in 200 msec
2024-11-12T09:20:20,470 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:20:20,470 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec
2024-11-12T09:20:20,470 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:20,470 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:20:20,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:20,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,41423,1731403217190, seqNum=-1]
2024-11-12T09:20:20,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:20,473 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:20,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:20,478 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec
2024-11-12T09:20:20,478 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403220478, completionTime=-1
2024-11-12T09:20:20,479 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:20:20,479 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403280481
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403340481
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38569,1731403217049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38569,1731403217049-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38569,1731403217049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:38569, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,481 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,482 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,483 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.230sec
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:20:20,485 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38569,1731403217049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:20,486 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38569,1731403217049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:20:20,488 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:20:20,488 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:20:20,488 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38569,1731403217049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:20,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfad68e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38569,-1 for getting cluster id
2024-11-12T09:20:20,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:20,518 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5218d359-48e5-4adf-a8dc-7430a34b1673'
2024-11-12T09:20:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5218d359-48e5-4adf-a8dc-7430a34b1673"

2024-11-12T09:20:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38569,-1]
2024-11-12T09:20:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:20,520 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:20,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69595bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,41423,1731403217190, seqNum=-1]
2024-11-12T09:20:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:20,524 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:20,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,38569,1731403217049
2024-11-12T09:20:20,526 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:20,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:20,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e5857530005 connected
2024-11-12T09:20:20,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7621bb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45981,-1 for getting cluster id
2024-11-12T09:20:20,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:20,553 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b793a9-fc80-4bd8-a686-070c80f18c04'
2024-11-12T09:20:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b793a9-fc80-4bd8-a686-070c80f18c04"

2024-11-12T09:20:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402cc6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45981,-1]
2024-11-12T09:20:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:20,555 INFO  [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e39fc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45981,1731403211517
2024-11-12T09:20:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b3c9a12
2024-11-12T09:20:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:20,557 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:20,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:38569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:20:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:20:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:20,560 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:38569'
2024-11-12T09:20:20,561 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2299f89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,561 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38569,-1 for getting cluster id
2024-11-12T09:20:20,562 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:20,562 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5218d359-48e5-4adf-a8dc-7430a34b1673'
2024-11-12T09:20:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5218d359-48e5-4adf-a8dc-7430a34b1673"

2024-11-12T09:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455a421e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38569,-1]
2024-11-12T09:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:20,564 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2956ab49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:20,565 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38569,1731403217049
2024-11-12T09:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15255936
2024-11-12T09:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:20,566 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:20,567 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-12T09:20:20,567 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:20:20,567 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:20,567 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:20,567 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:20,568 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:20,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:20:20,570 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:20:20,570 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:20,571 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:20:20,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741835_1011 (size=1138)
2024-11-12T09:20:20,619 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:20:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:20,978 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35b5a90fa276a61a10c33128915a0b02, NAME => 'hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624
2024-11-12T09:20:20,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741836_1012 (size=44)
2024-11-12T09:20:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:21,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:21,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35b5a90fa276a61a10c33128915a0b02, disabling compactions & flushes
2024-11-12T09:20:21,384 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02. after waiting 0 ms
2024-11-12T09:20:21,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,384 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35b5a90fa276a61a10c33128915a0b02:
Waiting for close lock at 1731403221384Disabling compacts and flushes for region at 1731403221384Disabling writes for close at 1731403221384Writing region close event to WAL at 1731403221384Closed at 1731403221384
2024-11-12T09:20:21,386 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:20:21,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403221386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403221386"}]},"ts":"1731403221386"}
2024-11-12T09:20:21,388 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:20:21,389 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:20:21,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403221389"}]},"ts":"1731403221389"}
2024-11-12T09:20:21,391 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:20:21,391 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN}]
2024-11-12T09:20:21,393 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN
2024-11-12T09:20:21,394 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN; state=OFFLINE, location=106923ea030f,38161,1731403211716; forceNewPlan=false, retain=false
2024-11-12T09:20:21,544 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35b5a90fa276a61a10c33128915a0b02, regionState=OPENING, regionLocation=106923ea030f,38161,1731403211716
2024-11-12T09:20:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN because future has completed
2024-11-12T09:20:21,547 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b5a90fa276a61a10c33128915a0b02, server=106923ea030f,38161,1731403211716}]
2024-11-12T09:20:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:21,703 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,703 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:21,703 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:20:21,705 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C38161%2C1731403211716.rep, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs, maxLogs=10
2024-11-12T09:20:21,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.rep.1731403221705, exclude list is [], retry=0
2024-11-12T09:20:21,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:21,720 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.rep.1731403221705
2024-11-12T09:20:21,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:21,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 35b5a90fa276a61a10c33128915a0b02, NAME => 'hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:21,721 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02. service=MultiRowMutationService
2024-11-12T09:20:21,721 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:20:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,722 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35b5a90fa276a61a10c33128915a0b02 
2024-11-12T09:20:21,724 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b5a90fa276a61a10c33128915a0b02 columnFamilyName hfileref
2024-11-12T09:20:21,724 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:21,724 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(327): Store=35b5a90fa276a61a10c33128915a0b02/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:21,724 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35b5a90fa276a61a10c33128915a0b02 
2024-11-12T09:20:21,725 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b5a90fa276a61a10c33128915a0b02 columnFamilyName queue
2024-11-12T09:20:21,725 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:21,726 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(327): Store=35b5a90fa276a61a10c33128915a0b02/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:21,726 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35b5a90fa276a61a10c33128915a0b02 
2024-11-12T09:20:21,726 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b5a90fa276a61a10c33128915a0b02 columnFamilyName sid
2024-11-12T09:20:21,727 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:21,727 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(327): Store=35b5a90fa276a61a10c33128915a0b02/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:21,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:20:21,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:21,733 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 35b5a90fa276a61a10c33128915a0b02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63438580, jitterRate=-0.05469149351119995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:20:21,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:21,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 35b5a90fa276a61a10c33128915a0b02:
Running coprocessor pre-open hook at 1731403221721Writing region info on filesystem at 1731403221721Initializing all the Stores at 1731403221722 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403221722Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403221722Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403221722Cleaning up temporary data from old regions at 1731403221729 (+7 ms)Running coprocessor post-open hooks at 1731403221733 (+4 ms)Region opened successfully at 1731403221733
2024-11-12T09:20:21,734 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02., pid=7, masterSystemTime=1731403221699
2024-11-12T09:20:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,736 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:21,736 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35b5a90fa276a61a10c33128915a0b02, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,38161,1731403211716
2024-11-12T09:20:21,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b5a90fa276a61a10c33128915a0b02, server=106923ea030f,38161,1731403211716 because future has completed
2024-11-12T09:20:21,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-12T09:20:21,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 35b5a90fa276a61a10c33128915a0b02, server=106923ea030f,38161,1731403211716 in 192 msec
2024-11-12T09:20:21,742 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:20:21,742 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN in 349 msec
2024-11-12T09:20:21,743 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:20:21,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403221743"}]},"ts":"1731403221743"}
2024-11-12T09:20:21,745 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:20:21,746 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:20:21,747 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec
2024-11-12T09:20:21,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02., hostname=106923ea030f,38161,1731403211716, seqNum=2]
2024-11-12T09:20:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:21,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:20:22,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-12T09:20:22,009 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:20:22,035 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,38161,1731403211716, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:20:22,035 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:22,035 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,38161,1731403211716, seqNum=-1]
2024-11-12T09:20:22,035 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:22,036 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService
2024-11-12T09:20:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,38161,1731403211716', locateType=CURRENT is [region=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02., hostname=106923ea030f,38161,1731403211716, seqNum=2]
2024-11-12T09:20:22,040 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-12T09:20:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-12T09:20:22,042 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,38161,1731403211716 suceeded
2024-11-12T09:20:22,044 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-12T09:20:22,044 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:38569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:20:22,044 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-12T09:20:22,045 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec
2024-11-12T09:20:22,055 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:38569'
2024-11-12T09:20:22,056 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@795d871d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:22,056 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38569,-1 for getting cluster id
2024-11-12T09:20:22,056 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:22,056 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5218d359-48e5-4adf-a8dc-7430a34b1673'
2024-11-12T09:20:22,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:22,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5218d359-48e5-4adf-a8dc-7430a34b1673"

2024-11-12T09:20:22,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d190402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:22,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38569,-1]
2024-11-12T09:20:22,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:22,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,058 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:22,058 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fca6fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:22,059 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38569,1731403217049
2024-11-12T09:20:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d2f47d0
2024-11-12T09:20:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:22,060 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService
2024-11-12T09:20:22,061 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,38161,1731403211716 (queues=1) is replicating from cluster=58b793a9-fc80-4bd8-a686-070c80f18c04 to cluster=5218d359-48e5-4adf-a8dc-7430a34b1673
2024-11-12T09:20:22,061 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C38161%2C1731403211716
2024-11-12T09:20:22,061 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,38161,1731403211716, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:20:22,061 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.shipper106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C38161%2C1731403211716
2024-11-12T09:20:22,061 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.wal-reader.106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918, startPosition=0, beingWritten=true
2024-11-12T09:20:22,266 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.wal-reader.106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918 to pos 0, reset compression=false
2024-11-12T09:20:22,572 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.wal-reader.106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918 to pos 0, reset compression=false
2024-11-12T09:20:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:22,703 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:20:22,703 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:22,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:22,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,703 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:22,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45981,1731403211517
2024-11-12T09:20:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db654d0
2024-11-12T09:20:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:22,705 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:22,705 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:20:22,706 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:22,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:22,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,706 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:22,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:20:22,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2011580268, stopped=false
2024-11-12T09:20:22,706 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,45981,1731403211517
2024-11-12T09:20:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:22,866 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:22,866 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:22,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:22,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:22,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:22,866 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,38161,1731403211716' *****
2024-11-12T09:20:22,866 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:20:22,867 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(3091): Received CLOSE for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,38161,1731403211716
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:38161.
2024-11-12T09:20:22,867 DEBUG [RS:0;106923ea030f:38161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:22,867 DEBUG [RS:0;106923ea030f:38161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:22,867 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35b5a90fa276a61a10c33128915a0b02, disabling compactions & flushes
2024-11-12T09:20:22,867 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:22,867 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:20:22,867 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02. after waiting 0 ms
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:20:22,867 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:22,867 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:20:22,867 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35b5a90fa276a61a10c33128915a0b02 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-12T09:20:22,868 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:20:22,868 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35b5a90fa276a61a10c33128915a0b02=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.}
2024-11-12T09:20:22,868 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:22,868 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:22,868 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:22,868 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:22,868 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:22,868 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:22,868 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-12T09:20:22,885 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/info/1f39bd08fd494c78a15e1cb1decc8519 is 147, key is hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02./info:regioninfo/1731403221736/Put/seqid=0
2024-11-12T09:20:22,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741838_1014 (size=6631)
2024-11-12T09:20:22,889 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/.tmp/queue/3bebb55fab854bbaa7017ebfbf8ffb22 is 151, key is 1-106923ea030f,38161,1731403211716/queue:106923ea030f%2C38161%2C1731403211716/1731403222039/Put/seqid=0
2024-11-12T09:20:22,890 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/info/1f39bd08fd494c78a15e1cb1decc8519
2024-11-12T09:20:22,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741839_1015 (size=5350)
2024-11-12T09:20:22,897 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:22,913 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/ns/337ab3ae55b74b9cb9665cc9c4219865 is 43, key is default/ns:d/1731403214997/Put/seqid=0
2024-11-12T09:20:22,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741840_1016 (size=5153)
2024-11-12T09:20:22,977 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.wal-reader.106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918 to pos 0, reset compression=false
2024-11-12T09:20:23,068 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:23,268 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:23,294 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/.tmp/queue/3bebb55fab854bbaa7017ebfbf8ffb22
2024-11-12T09:20:23,300 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/.tmp/queue/3bebb55fab854bbaa7017ebfbf8ffb22 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/queue/3bebb55fab854bbaa7017ebfbf8ffb22
2024-11-12T09:20:23,305 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/queue/3bebb55fab854bbaa7017ebfbf8ffb22, entries=1, sequenceid=5, filesize=5.2 K
2024-11-12T09:20:23,306 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35b5a90fa276a61a10c33128915a0b02 in 438ms, sequenceid=5, compaction requested=false
2024-11-12T09:20:23,306 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:20:23,310 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:23,311 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35b5a90fa276a61a10c33128915a0b02:
Waiting for close lock at 1731403222867Running coprocessor pre-close hooks at 1731403222867Disabling compacts and flushes for region at 1731403222867Disabling writes for close at 1731403222867Obtaining lock to block concurrent updates at 1731403222867Preparing flush snapshotting stores in 35b5a90fa276a61a10c33128915a0b02 at 1731403222867Finished memstore snapshotting hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731403222868 (+1 ms)Flushing stores of hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02. at 1731403222868Flushing 35b5a90fa276a61a10c33128915a0b02/queue: creating writer at 1731403222868Flushing 35b5a90fa276a61a10c33128915a0b02/queue: appending metadata at 1731403222889 (+21 ms)Flushing 35b5a90fa276a61a10c33128915a0b02/queue: closing flushed file at 1731403222889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1a9a4e: reopening flushed file at 1731403223299 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35b5a90fa276a61a10c33128915a0b02 in 438ms, sequenceid=5, compaction requested=false at 1731403223306 (+7 ms)Writing region close event to WAL at 1731403223307 (+1 ms)Running coprocessor post-close hooks at 1731403223311 (+4 ms)Closed at 1731403223311
2024-11-12T09:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:23,317 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/ns/337ab3ae55b74b9cb9665cc9c4219865
2024-11-12T09:20:23,335 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/table/d0d9c25c32d346debaf654151f44085d is 53, key is hbase:replication/table:state/1731403221743/Put/seqid=0
2024-11-12T09:20:23,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741841_1017 (size=5256)
2024-11-12T09:20:23,468 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:23,481 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.wal-reader.106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.1731403213918 to pos 0, reset compression=false
2024-11-12T09:20:23,668 DEBUG [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:23,740 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/table/d0d9c25c32d346debaf654151f44085d
2024-11-12T09:20:23,745 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/info/1f39bd08fd494c78a15e1cb1decc8519 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/info/1f39bd08fd494c78a15e1cb1decc8519
2024-11-12T09:20:23,750 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/info/1f39bd08fd494c78a15e1cb1decc8519, entries=10, sequenceid=11, filesize=6.5 K
2024-11-12T09:20:23,751 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/ns/337ab3ae55b74b9cb9665cc9c4219865 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/ns/337ab3ae55b74b9cb9665cc9c4219865
2024-11-12T09:20:23,755 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/ns/337ab3ae55b74b9cb9665cc9c4219865, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:20:23,756 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/table/d0d9c25c32d346debaf654151f44085d as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/table/d0d9c25c32d346debaf654151f44085d
2024-11-12T09:20:23,761 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/table/d0d9c25c32d346debaf654151f44085d, entries=2, sequenceid=11, filesize=5.1 K
2024-11-12T09:20:23,762 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=11, compaction requested=false
2024-11-12T09:20:23,771 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:20:23,772 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:23,772 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:23,772 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:23,772 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403222868Running coprocessor pre-close hooks at 1731403222868Disabling compacts and flushes for region at 1731403222868Disabling writes for close at 1731403222868Obtaining lock to block concurrent updates at 1731403222868Preparing flush snapshotting stores in 1588230740 at 1731403222868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731403222868Flushing stores of hbase:meta,,1.1588230740 at 1731403222868Flushing 1588230740/info: creating writer at 1731403222868Flushing 1588230740/info: appending metadata at 1731403222885 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731403222885Flushing 1588230740/ns: creating writer at 1731403222895 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731403222912 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731403222912Flushing 1588230740/table: creating writer at 1731403223322 (+410 ms)Flushing 1588230740/table: appending metadata at 1731403223334 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731403223334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3949b11b: reopening flushed file at 1731403223745 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4697870a: reopening flushed file at 1731403223750 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4431d0b9: reopening flushed file at 1731403223755 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=11, compaction requested=false at 1731403223762 (+7 ms)Writing region close event to WAL at 1731403223768 (+6 ms)Running coprocessor post-close hooks at 1731403223772 (+4 ms)Closed at 1731403223772
2024-11-12T09:20:23,772 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:23,790 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:20:23,790 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:20:23,869 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,38161,1731403211716; all regions closed.
2024-11-12T09:20:23,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741834_1010 (size=2742)
2024-11-12T09:20:23,871 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.meta.1731403214919.meta not finished, retry = 0
2024-11-12T09:20:23,974 DEBUG [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs
2024-11-12T09:20:23,974 INFO  [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C38161%2C1731403211716.meta:.meta(num 1731403214919)
2024-11-12T09:20:23,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741837_1013 (size=1586)
2024-11-12T09:20:23,977 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716/106923ea030f%2C38161%2C1731403211716.rep.1731403221705 not finished, retry = 0
2024-11-12T09:20:24,079 DEBUG [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs
2024-11-12T09:20:24,079 INFO  [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C38161%2C1731403211716.rep:(num 1731403221705)
2024-11-12T09:20:24,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741832_1008 (size=93)
2024-11-12T09:20:24,083 DEBUG [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs
2024-11-12T09:20:24,083 INFO  [RS:0;106923ea030f:38161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C38161%2C1731403211716:(num 1731403213918)
2024-11-12T09:20:24,083 DEBUG [RS:0;106923ea030f:38161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:24,083 INFO  [RS:0;106923ea030f:38161 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:24,083 INFO  [RS:0;106923ea030f:38161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:24,083 INFO  [RS:0;106923ea030f:38161 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:24,083 INFO  [RS:0;106923ea030f:38161 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:24,083 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:24,083 INFO  [RS:0;106923ea030f:38161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,38161,1731403211716 because: Region server is closing
2024-11-12T09:20:24,084 INFO  [RS:0;106923ea030f:38161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:38161.
2024-11-12T09:20:24,084 DEBUG [RS:0;106923ea030f:38161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:24,084 DEBUG [RS:0;106923ea030f:38161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:24,084 DEBUG [RS:0;106923ea030f:38161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:24,084 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:24,184 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.shipper106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-12T09:20:24,184 INFO  [RS:0;106923ea030f:38161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,38161,1731403211716.replicationSource.shipper106923ea030f%2C38161%2C1731403211716,1-106923ea030f,38161,1731403211716 terminated
2024-11-12T09:20:24,185 INFO  [RS:0;106923ea030f:38161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38161
2024-11-12T09:20:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/rs
2024-11-12T09:20:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/rs/106923ea030f,38161,1731403211716
2024-11-12T09:20:24,244 INFO  [RS:0;106923ea030f:38161 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:24,255 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,38161,1731403211716]
2024-11-12T09:20:24,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/draining/106923ea030f,38161,1731403211716 already deleted, retry=false
2024-11-12T09:20:24,265 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,38161,1731403211716 expired; onlineServers=0
2024-11-12T09:20:24,265 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,45981,1731403211517' *****
2024-11-12T09:20:24,265 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:24,266 DEBUG [M:0;106923ea030f:45981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:20:24,266 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:20:24,266 DEBUG [M:0;106923ea030f:45981 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:20:24,266 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403213696 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403213696,5,FailOnTimeoutGroup]
2024-11-12T09:20:24,266 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403213696 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403213696,5,FailOnTimeoutGroup]
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:24,266 DEBUG [M:0;106923ea030f:45981 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:24,266 INFO  [M:0;106923ea030f:45981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:20:24,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:20:24,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/master
2024-11-12T09:20:24,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:24,276 DEBUG [M:0;106923ea030f:45981 {}] zookeeper.ZKUtil(347): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/master because node does not exist (not an error)
2024-11-12T09:20:24,276 WARN  [M:0;106923ea030f:45981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:20:24,277 INFO  [M:0;106923ea030f:45981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/.lastflushedseqids
2024-11-12T09:20:24,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741842_1018 (size=181)
2024-11-12T09:20:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:24,355 INFO  [RS:0;106923ea030f:38161 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:24,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38161-0x1012e5857530001, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:24,355 INFO  [RS:0;106923ea030f:38161 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,38161,1731403211716; zookeeper connection closed.
2024-11-12T09:20:24,355 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28c1968e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28c1968e
2024-11-12T09:20:24,356 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:20:24,684 INFO  [M:0;106923ea030f:45981 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:20:24,684 INFO  [M:0;106923ea030f:45981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:20:24,684 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:24,684 INFO  [M:0;106923ea030f:45981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:24,684 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:24,684 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:24,684 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:24,685 INFO  [M:0;106923ea030f:45981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-12T09:20:24,702 DEBUG [M:0;106923ea030f:45981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee74dd2f6ee74d34a351736070d6a375 is 82, key is hbase:meta,,1/info:regioninfo/1731403214947/Put/seqid=0
2024-11-12T09:20:24,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741843_1019 (size=5672)
2024-11-12T09:20:25,106 INFO  [M:0;106923ea030f:45981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee74dd2f6ee74d34a351736070d6a375
2024-11-12T09:20:25,127 DEBUG [M:0;106923ea030f:45981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b10110ffb21643f8be22dbeea7b9163f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731403221747/Put/seqid=0
2024-11-12T09:20:25,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741844_1020 (size=7203)
2024-11-12T09:20:25,532 INFO  [M:0;106923ea030f:45981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b10110ffb21643f8be22dbeea7b9163f
2024-11-12T09:20:25,554 DEBUG [M:0;106923ea030f:45981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d810336417d41848edf21d4706437c1 is 69, key is 106923ea030f,38161,1731403211716/rs:state/1731403213774/Put/seqid=0
2024-11-12T09:20:25,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741845_1021 (size=5156)
2024-11-12T09:20:25,944 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:25,958 INFO  [M:0;106923ea030f:45981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d810336417d41848edf21d4706437c1
2024-11-12T09:20:25,963 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee74dd2f6ee74d34a351736070d6a375 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee74dd2f6ee74d34a351736070d6a375
2024-11-12T09:20:25,967 INFO  [M:0;106923ea030f:45981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee74dd2f6ee74d34a351736070d6a375, entries=8, sequenceid=70, filesize=5.5 K
2024-11-12T09:20:25,968 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b10110ffb21643f8be22dbeea7b9163f as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b10110ffb21643f8be22dbeea7b9163f
2024-11-12T09:20:25,974 INFO  [M:0;106923ea030f:45981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b10110ffb21643f8be22dbeea7b9163f, entries=8, sequenceid=70, filesize=7.0 K
2024-11-12T09:20:25,975 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d810336417d41848edf21d4706437c1 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d810336417d41848edf21d4706437c1
2024-11-12T09:20:25,980 INFO  [M:0;106923ea030f:45981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d810336417d41848edf21d4706437c1, entries=1, sequenceid=70, filesize=5.0 K
2024-11-12T09:20:25,980 INFO  [M:0;106923ea030f:45981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false
2024-11-12T09:20:25,981 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:25,981 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:25,981 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:25,982 INFO  [M:0;106923ea030f:45981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:25,982 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:25,982 DEBUG [M:0;106923ea030f:45981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403224684Disabling compacts and flushes for region at 1731403224684Disabling writes for close at 1731403224684Obtaining lock to block concurrent updates at 1731403224685 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403224685Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731403224685Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403224685Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403224686 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403224701 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403224701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403225111 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403225127 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403225127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403225536 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403225553 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403225553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0d3eca: reopening flushed file at 1731403225962 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ae194d: reopening flushed file at 1731403225967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ad125c: reopening flushed file at 1731403225974 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1731403225980 (+6 ms)Writing region close event to WAL at 1731403225982 (+2 ms)Closed at 1731403225982
2024-11-12T09:20:25,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741830_1006 (size=41008)
2024-11-12T09:20:25,987 INFO  [M:0;106923ea030f:45981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:20:25,987 INFO  [M:0;106923ea030f:45981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45981
2024-11-12T09:20:25,987 INFO  [M:0;106923ea030f:45981 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:25,987 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:25,993 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:26,155 INFO  [M:0;106923ea030f:45981 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x1012e5857530000, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:20:26,157 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:26,158 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40347
2024-11-12T09:20:26,159 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40347 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403470x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:26,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40347-0x1012e5857530006 connected
2024-11-12T09:20:26,184 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:26,185 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:26,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:26,186 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: INIT
2024-11-12T09:20:26,187 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624, hbase.cluster.distributed=false
2024-11-12T09:20:26,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/acl
2024-11-12T09:20:26,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347
2024-11-12T09:20:26,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347
2024-11-12T09:20:26,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347
2024-11-12T09:20:26,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347
2024-11-12T09:20:26,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347
2024-11-12T09:20:26,202 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:20:26,203 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:26,204 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39101
2024-11-12T09:20:26,205 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39101 connecting to ZooKeeper ensemble=127.0.0.1:62520
2024-11-12T09:20:26,206 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:26,207 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391010x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:26,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391010x0, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:26,222 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: INIT
2024-11-12T09:20:26,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39101-0x1012e5857530007 connected
2024-11-12T09:20:26,223 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:20:26,223 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:20:26,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/master
2024-11-12T09:20:26,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/acl
2024-11-12T09:20:26,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39101
2024-11-12T09:20:26,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39101
2024-11-12T09:20:26,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39101
2024-11-12T09:20:26,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39101
2024-11-12T09:20:26,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39101
2024-11-12T09:20:26,244 DEBUG [M:0;106923ea030f:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:40347
2024-11-12T09:20:26,244 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01747709415/backup-masters/106923ea030f,40347,1731403226157
2024-11-12T09:20:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:26,255 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on existing znode=/01747709415/backup-masters/106923ea030f,40347,1731403226157
2024-11-12T09:20:26,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:26,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01747709415/master
2024-11-12T09:20:26,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:26,266 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on existing znode=/01747709415/master
2024-11-12T09:20:26,266 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01747709415/backup-masters/106923ea030f,40347,1731403226157 from backup master directory
2024-11-12T09:20:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/backup-masters/106923ea030f,40347,1731403226157
2024-11-12T09:20:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/backup-masters
2024-11-12T09:20:26,276 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:26,276 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,40347,1731403226157
2024-11-12T09:20:26,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:26,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:20:26,292 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms.
2024-11-12T09:20:26,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741846_1022 (size=196)
2024-11-12T09:20:26,702 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:26,703 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:20:26,703 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:26,708 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-12T09:20:26,710 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517 to hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517-dead as it is dead
2024-11-12T09:20:26,710 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517-dead/106923ea030f%2C45981%2C1731403211517.1731403213436
2024-11-12T09:20:26,710 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517-dead/106923ea030f%2C45981%2C1731403211517.1731403213436 after 0ms
2024-11-12T09:20:26,711 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517-dead/106923ea030f%2C45981%2C1731403211517.1731403213436 to hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45981%2C1731403211517.1731403213436
2024-11-12T09:20:26,711 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,45981,1731403211517-dead
2024-11-12T09:20:26,711 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,40347,1731403226157
2024-11-12T09:20:26,712 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:26,713 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C40347%2C1731403226157, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,40347,1731403226157, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/oldWALs, maxLogs=10
2024-11-12T09:20:26,725 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,40347,1731403226157/106923ea030f%2C40347%2C1731403226157.1731403226713, exclude list is [], retry=0
2024-11-12T09:20:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:26,729 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,40347,1731403226157/106923ea030f%2C40347%2C1731403226157.1731403226713
2024-11-12T09:20:26,730 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:26,730 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:26,730 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:26,730 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:26,730 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:26,731 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:26,732 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:20:26,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:26,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee74dd2f6ee74d34a351736070d6a375
2024-11-12T09:20:26,737 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:26,737 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:26,738 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:20:26,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:26,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b10110ffb21643f8be22dbeea7b9163f
2024-11-12T09:20:26,744 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:26,744 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:26,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:20:26,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:26,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d810336417d41848edf21d4706437c1
2024-11-12T09:20:26,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:26,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:26,751 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:20:26,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:26,751 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:26,751 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:26,752 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-12T09:20:26,752 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45981%2C1731403211517.1731403213436
2024-11-12T09:20:26,756 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45981%2C1731403211517.1731403213436
2024-11-12T09:20:26,756 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/106923ea030f%2C45981%2C1731403211517.1731403213436
2024-11-12T09:20:26,758 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:26,758 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:26,758 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:26,759 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:26,761 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1
2024-11-12T09:20:26,762 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817223, jitterRate=0.11486349999904633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:26,762 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403226730Initializing all the Stores at 1731403226731 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403226731Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403226731Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403226731Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403226731Cleaning up temporary data from old regions at 1731403226758 (+27 ms)Region opened successfully at 1731403226762 (+4 ms)
2024-11-12T09:20:26,762 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:20:26,764 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a5387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:26,766 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-12T09:20:26,766 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:20:26,766 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:20:26,766 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:20:26,767 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:20:26,769 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:26,770 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:20:26,770 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:20:26,770 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-12T09:20:26,770 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:20:26,773 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=106923ea030f,38161,1731403211716, regionLocation=106923ea030f,38161,1731403211716, openSeqNum=2
2024-11-12T09:20:26,773 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=106923ea030f,38161,1731403211716, table=hbase:meta, region=1588230740
2024-11-12T09:20:26,773 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,38161,1731403211716, state=OPEN
2024-11-12T09:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:26,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:26,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:26,827 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:20:26,834 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/draining/106923ea030f,38161,1731403211716 already deleted, retry=false
2024-11-12T09:20:26,834 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 106923ea030f,38161,1731403211716 on 106923ea030f,40347,1731403226157
2024-11-12T09:20:26,835 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 106923ea030f,38161,1731403211716, splitWal=true, meta=true
2024-11-12T09:20:26,835 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 106923ea030f,38161,1731403211716 (carryingMeta=true) 106923ea030f,38161,1731403211716/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35e65a18[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-12T09:20:26,837 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/balancer because node does not exist (not necessarily an error)
2024-11-12T09:20:26,844 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/balancer already deleted, retry=false
2024-11-12T09:20:26,845 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:20:26,845 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:20:26,855 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/normalizer already deleted, retry=false
2024-11-12T09:20:26,855 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:20:26,856 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:20:26,865 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/switch/split already deleted, retry=false
2024-11-12T09:20:26,866 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:20:26,876 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/switch/merge already deleted, retry=false
2024-11-12T09:20:26,888 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:20:26,897 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/snapshot-cleanup already deleted, retry=false
2024-11-12T09:20:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:26,908 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,40347,1731403226157, sessionid=0x1012e5857530006, setting cluster-up flag (Was=false)
2024-11-12T09:20:26,919 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01747709415/flush-table-proc/acquired, /01747709415/flush-table-proc/reached, /01747709415/flush-table-proc/abort
2024-11-12T09:20:26,919 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,40347,1731403226157
2024-11-12T09:20:26,929 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01747709415/online-snapshot/acquired, /01747709415/online-snapshot/reached, /01747709415/online-snapshot/abort
2024-11-12T09:20:26,929 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,40347,1731403226157
2024-11-12T09:20:26,930 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/.lastflushedseqids
2024-11-12T09:20:26,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:20:26,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:20:26,933 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,40347,1731403226157
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  106923ea030f,38161,1731403211716
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:26,934 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(746): ClusterId : 58b793a9-fc80-4bd8-a686-070c80f18c04
2024-11-12T09:20:26,934 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:26,934 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403256935
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:20:26,935 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 106923ea030f,38161,1731403211716, splitWal=true, meta=true
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:20:26,935 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:20:26,936 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:26,936 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:20:26,936 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:20:26,936 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:20:26,936 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:20:26,936 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 106923ea030f,38161,1731403211716, splitWal=true, meta=true, isMeta: true
2024-11-12T09:20:26,937 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716-splitting
2024-11-12T09:20:26,938 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716-splitting dir is empty, no logs to split.
2024-11-12T09:20:26,938 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 106923ea030f,38161,1731403211716 WAL count=0, meta=true
2024-11-12T09:20:26,939 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:20:26,939 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:20:26,939 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403226939,5,FailOnTimeoutGroup]
2024-11-12T09:20:26,940 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716-splitting dir is empty, no logs to split.
2024-11-12T09:20:26,940 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 106923ea030f,38161,1731403211716 WAL count=0, meta=true
2024-11-12T09:20:26,940 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 106923ea030f,38161,1731403211716 WAL splitting is done? wals=0, meta=true
2024-11-12T09:20:26,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403226939,5,FailOnTimeoutGroup]
2024-11-12T09:20:26,940 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:26,940 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:20:26,940 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:26,940 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:26,940 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403226940, completionTime=-1
2024-11-12T09:20:26,940 WARN  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-12T09:20:26,940 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-12T09:20:26,940 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:20:26,940 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:20:26,941 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:20:26,941 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:26,942 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:20:26,950 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:20:26,950 DEBUG [RS:0;106923ea030f:39101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c037b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:26,965 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:39101
2024-11-12T09:20:26,965 INFO  [RS:0;106923ea030f:39101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:20:26,965 INFO  [RS:0;106923ea030f:39101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:20:26,965 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:20:26,966 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,40347,1731403226157 with port=39101, startcode=1731403226202
2024-11-12T09:20:26,966 DEBUG [RS:0;106923ea030f:39101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:20:26,967 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:20:26,968 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,39101,1731403226202
2024-11-12T09:20:26,968 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40347 {}] master.ServerManager(517): Registering regionserver=106923ea030f,39101,1731403226202
2024-11-12T09:20:26,969 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624
2024-11-12T09:20:26,969 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43279
2024-11-12T09:20:26,969 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:20:26,991 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-12T09:20:27,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/rs
2024-11-12T09:20:27,007 DEBUG [RS:0;106923ea030f:39101 {}] zookeeper.ZKUtil(111): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on existing znode=/01747709415/rs/106923ea030f,39101,1731403226202
2024-11-12T09:20:27,007 WARN  [RS:0;106923ea030f:39101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:27,007 INFO  [RS:0;106923ea030f:39101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:27,007 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202
2024-11-12T09:20:27,007 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,39101,1731403226202]
2024-11-12T09:20:27,029 INFO  [RS:0;106923ea030f:39101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:20:27,030 INFO  [RS:0;106923ea030f:39101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:20:27,030 INFO  [RS:0;106923ea030f:39101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:20:27,030 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,030 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:20:27,031 INFO  [RS:0;106923ea030f:39101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:20:27,031 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:27,031 DEBUG [RS:0;106923ea030f:39101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:27,032 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,032 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,032 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,032 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,032 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,032 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39101,1731403226202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:27,044 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:20:27,044 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,39101,1731403226202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,057 INFO  [RS:0;106923ea030f:39101 {}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,39101,1731403226202, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:20:27,057 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,057 INFO  [RS:0;106923ea030f:39101 {}] regionserver.Replication(171): 106923ea030f,39101,1731403226202 started
2024-11-12T09:20:27,069 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:27,069 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,39101,1731403226202, RpcServer on 106923ea030f/172.17.0.2:39101, sessionid=0x1012e5857530007
2024-11-12T09:20:27,069 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:20:27,069 DEBUG [RS:0;106923ea030f:39101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,39101,1731403226202
2024-11-12T09:20:27,069 DEBUG [RS:0;106923ea030f:39101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,39101,1731403226202'
2024-11-12T09:20:27,069 DEBUG [RS:0;106923ea030f:39101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01747709415/flush-table-proc/abort'
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01747709415/flush-table-proc/acquired'
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:38569'
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,39101,1731403226202
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,39101,1731403226202'
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01747709415/online-snapshot/abort'
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01747709415/online-snapshot/acquired'
2024-11-12T09:20:27,070 DEBUG [RS:0;106923ea030f:39101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:20:27,070 INFO  [RS:0;106923ea030f:39101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:20:27,070 INFO  [RS:0;106923ea030f:39101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:20:27,071 DEBUG [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d75eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:27,071 DEBUG [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38569,-1 for getting cluster id
2024-11-12T09:20:27,071 DEBUG [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:27,072 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5218d359-48e5-4adf-a8dc-7430a34b1673'
2024-11-12T09:20:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5218d359-48e5-4adf-a8dc-7430a34b1673"

2024-11-12T09:20:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c96ff91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38569,-1]
2024-11-12T09:20:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:27,073 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:27,074 DEBUG [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed8d266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:27,074 DEBUG [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38569,1731403217049
2024-11-12T09:20:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf60b64
2024-11-12T09:20:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:27,076 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService
2024-11-12T09:20:27,076 INFO  [RS:0;106923ea030f:39101.replicationSource,1-106923ea030f,39101,1731403226202 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,39101,1731403226202 (queues=0) is replicating from cluster=58b793a9-fc80-4bd8-a686-070c80f18c04 to cluster=5218d359-48e5-4adf-a8dc-7430a34b1673
2024-11-12T09:20:27,092 WARN  [106923ea030f:40347 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T09:20:27,171 INFO  [RS:0;106923ea030f:39101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:27,172 INFO  [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C39101%2C1731403226202, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs, maxLogs=10
2024-11-12T09:20:27,183 DEBUG [RS:0;106923ea030f:39101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172, exclude list is [], retry=0
2024-11-12T09:20:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:27,187 INFO  [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172
2024-11-12T09:20:27,188 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 106923ea030f%2C39101%2C1731403226202 for peer 1
2024-11-12T09:20:27,188 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C39101%2C1731403226202
2024-11-12T09:20:27,188 INFO  [RS:0;106923ea030f:39101 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,39101,1731403226202, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:20:27,188 DEBUG [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:27,188 INFO  [RS:0;106923ea030f:39101.replicationSource.shipper106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C39101%2C1731403226202
2024-11-12T09:20:27,188 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172, startPosition=0, beingWritten=true
2024-11-12T09:20:27,342 DEBUG [106923ea030f:40347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:20:27,343 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,39101,1731403226202
2024-11-12T09:20:27,344 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,39101,1731403226202, state=OPENING
2024-11-12T09:20:27,394 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:27,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:27,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:27,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:27,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:27,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:27,413 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,39101,1731403226202}]
2024-11-12T09:20:27,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:27,566 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:20:27,569 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:20:27,569 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:27,570 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:20:27,571 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C39101%2C1731403226202.meta, suffix=.meta, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs, maxLogs=10
2024-11-12T09:20:27,583 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.meta.1731403227571.meta, exclude list is [], retry=0
2024-11-12T09:20:27,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:27,587 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.meta.1731403227571.meta
2024-11-12T09:20:27,587 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:27,587 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:27,588 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:27,588 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:27,588 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:20:27,588 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:20:27,588 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:20:27,588 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:27,588 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:20:27,588 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:20:27,589 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:27,590 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:27,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:27,596 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/info/1f39bd08fd494c78a15e1cb1decc8519
2024-11-12T09:20:27,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:27,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:27,597 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:27,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:27,603 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/ns/337ab3ae55b74b9cb9665cc9c4219865
2024-11-12T09:20:27,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:27,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:27,604 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:27,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:27,604 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:27,604 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:27,605 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:27,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:27,610 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/table/d0d9c25c32d346debaf654151f44085d
2024-11-12T09:20:27,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:27,611 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:27,611 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740
2024-11-12T09:20:27,612 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740
2024-11-12T09:20:27,613 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:27,613 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:27,614 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:27,615 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:27,615 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63593178, jitterRate=-0.05238780379295349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:27,615 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:20:27,615 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403227588Writing region info on filesystem at 1731403227588Initializing all the Stores at 1731403227589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403227589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403227589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403227589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403227589Cleaning up temporary data from old regions at 1731403227613 (+24 ms)Running coprocessor post-open hooks at 1731403227615 (+2 ms)Region opened successfully at 1731403227615
2024-11-12T09:20:27,616 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731403227565
2024-11-12T09:20:27,618 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:20:27,618 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:20:27,618 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=106923ea030f,39101,1731403226202
2024-11-12T09:20:27,619 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,39101,1731403226202, state=OPEN
2024-11-12T09:20:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01747709415/meta-region-server
2024-11-12T09:20:27,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:27,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01747709415/meta-region-server: CHANGED
2024-11-12T09:20:27,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,39101,1731403226202
2024-11-12T09:20:27,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-12T09:20:27,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,39101,1731403226202 in 210 msec
2024-11-12T09:20:27,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:20:27,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec
2024-11-12T09:20:27,698 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:28,103 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:28,493 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-12T09:20:28,607 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:29,212 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:29,918 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:29,995 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms
2024-11-12T09:20:30,724 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:31,448 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-12T09:20:31,448 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:20:31,448 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:31,448 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,39101,1731403226202, seqNum=-1]
2024-11-12T09:20:31,449 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:31,456 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:31,460 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35b5a90fa276a61a10c33128915a0b02, regionState=OPEN, lastHost=106923ea030f,38161,1731403211716, regionLocation=106923ea030f,38161,1731403211716, openSeqNum=2
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403291461
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403351461
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec
2024-11-12T09:20:31,461 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 106923ea030f,38161,1731403211716 had 2 regions
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40347,1731403226157-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40347,1731403226157-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40347,1731403226157-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:40347, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,461 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,462 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,462 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 106923ea030f,38161,1731403211716, splitWal=true, meta=true, isMeta: false
2024-11-12T09:20:31,465 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716-splitting dir is empty, no logs to split.
2024-11-12T09:20:31,465 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 106923ea030f,38161,1731403211716 WAL count=0, meta=false
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.193sec
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40347,1731403226157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:31,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40347,1731403226157-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:20:31,469 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,38161,1731403211716-splitting dir is empty, no logs to split.
2024-11-12T09:20:31,469 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 106923ea030f,38161,1731403211716 WAL count=0, meta=false
2024-11-12T09:20:31,469 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 106923ea030f,38161,1731403211716 WAL splitting is done? wals=0, meta=false
2024-11-12T09:20:31,475 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN}]
2024-11-12T09:20:31,475 WARN  [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=106923ea030f,38161,1731403211716/hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:31,476 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN
2024-11-12T09:20:31,477 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:20:31,483 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:20:31,483 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:20:31,483 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40347,1731403226157-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:31,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e1891e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:31,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40347,-1 for getting cluster id
2024-11-12T09:20:31,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:31,539 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b793a9-fc80-4bd8-a686-070c80f18c04'
2024-11-12T09:20:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b793a9-fc80-4bd8-a686-070c80f18c04"

2024-11-12T09:20:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54776f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40347,-1]
2024-11-12T09:20:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,541 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e848ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:31,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,39101,1731403226202, seqNum=-1]
2024-11-12T09:20:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:31,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:31,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-12T09:20:31,547 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:31,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:31,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,547 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:31,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 106923ea030f:40347 after: 106923ea030f:40347
2024-11-12T09:20:31,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e5cb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:31,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40347,-1 for getting cluster id
2024-11-12T09:20:31,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:31,549 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b793a9-fc80-4bd8-a686-070c80f18c04'
2024-11-12T09:20:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b793a9-fc80-4bd8-a686-070c80f18c04"

2024-11-12T09:20:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3bcd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40347,-1]
2024-11-12T09:20:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,550 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:31,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f46fd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:31,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:31,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40347,1731403226157
2024-11-12T09:20:31,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9e92047
2024-11-12T09:20:31,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:31,552 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:31,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-12T09:20:31,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:20:31,553 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:31,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:31,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,553 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:31,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:20:31,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532940224, stopped=false
2024-11-12T09:20:31,553 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,38569,1731403217049
2024-11-12T09:20:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-336040967/running
2024-11-12T09:20:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-336040967/running
2024-11-12T09:20:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:31,612 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:31,613 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:31,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:31,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/running
2024-11-12T09:20:31,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Set watcher on znode that does not yet exist, /1-336040967/running
2024-11-12T09:20:31,613 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,41423,1731403217190' *****
2024-11-12T09:20:31,613 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:20:31,613 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:20:31,613 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:20:31,613 INFO  [RS:0;106923ea030f:41423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:20:31,613 INFO  [RS:0;106923ea030f:41423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:20:31,613 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,41423,1731403217190
2024-11-12T09:20:31,613 INFO  [RS:0;106923ea030f:41423 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:31,613 INFO  [RS:0;106923ea030f:41423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:41423.
2024-11-12T09:20:31,614 DEBUG [RS:0;106923ea030f:41423 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:31,614 DEBUG [RS:0;106923ea030f:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,614 INFO  [RS:0;106923ea030f:41423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:20:31,614 INFO  [RS:0;106923ea030f:41423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:20:31,614 INFO  [RS:0;106923ea030f:41423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:20:31,614 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:20:31,614 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:20:31,614 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:20:31,614 DEBUG [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:31,614 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:31,614 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:31,614 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:31,614 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:31,614 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:31,614 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-12T09:20:31,615 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:31,628 DEBUG [106923ea030f:40347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:20:31,628 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35b5a90fa276a61a10c33128915a0b02, regionState=OPENING, regionLocation=106923ea030f,39101,1731403226202
2024-11-12T09:20:31,628 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:31,629 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/.tmp/ns/4cf4404deb064362b69775ad40495c13 is 43, key is default/ns:d/1731403220474/Put/seqid=0
2024-11-12T09:20:31,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN because future has completed
2024-11-12T09:20:31,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b5a90fa276a61a10c33128915a0b02, server=106923ea030f,39101,1731403226202}]
2024-11-12T09:20:31,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741835_1011 (size=5153)
2024-11-12T09:20:31,633 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/.tmp/ns/4cf4404deb064362b69775ad40495c13
2024-11-12T09:20:31,640 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/.tmp/ns/4cf4404deb064362b69775ad40495c13 as hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/ns/4cf4404deb064362b69775ad40495c13
2024-11-12T09:20:31,645 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/ns/4cf4404deb064362b69775ad40495c13, entries=2, sequenceid=6, filesize=5.0 K
2024-11-12T09:20:31,646 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false
2024-11-12T09:20:31,646 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:20:31,650 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-12T09:20:31,651 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:31,651 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:31,651 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:31,651 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403231614Running coprocessor pre-close hooks at 1731403231614Disabling compacts and flushes for region at 1731403231614Disabling writes for close at 1731403231614Obtaining lock to block concurrent updates at 1731403231614Preparing flush snapshotting stores in 1588230740 at 1731403231614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731403231615 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403231615Flushing 1588230740/ns: creating writer at 1731403231615Flushing 1588230740/ns: appending metadata at 1731403231628 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731403231628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286a35c0: reopening flushed file at 1731403231639 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731403231646 (+7 ms)Writing region close event to WAL at 1731403231647 (+1 ms)Running coprocessor post-close hooks at 1731403231651 (+4 ms)Closed at 1731403231651
2024-11-12T09:20:31,651 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:31,788 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:31,788 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:31,788 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:20:31,790 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C39101%2C1731403226202.rep, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs, maxLogs=10
2024-11-12T09:20:31,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.rep.1731403231790, exclude list is [], retry=0
2024-11-12T09:20:31,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-f0c18f30-7d69-43eb-94e9-dc56759eeaf5,DISK]
2024-11-12T09:20:31,809 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.rep.1731403231790
2024-11-12T09:20:31,814 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,41423,1731403217190; all regions closed.
2024-11-12T09:20:31,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)]
2024-11-12T09:20:31,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 35b5a90fa276a61a10c33128915a0b02, NAME => 'hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:31,816 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:31,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:31,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02. service=MultiRowMutationService
2024-11-12T09:20:31,817 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:20:31,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:31,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,819 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35b5a90fa276a61a10c33128915a0b02 
2024-11-12T09:20:31,820 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b5a90fa276a61a10c33128915a0b02 columnFamilyName hfileref
2024-11-12T09:20:31,820 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:31,821 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(327): Store=35b5a90fa276a61a10c33128915a0b02/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:31,821 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35b5a90fa276a61a10c33128915a0b02 
2024-11-12T09:20:31,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741834_1010 (size=1152)
2024-11-12T09:20:31,823 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b5a90fa276a61a10c33128915a0b02 columnFamilyName queue
2024-11-12T09:20:31,823 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:31,828 DEBUG [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/oldWALs
2024-11-12T09:20:31,828 INFO  [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C41423%2C1731403217190.meta:.meta(num 1731403220425)
2024-11-12T09:20:31,832 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/queue/3bebb55fab854bbaa7017ebfbf8ffb22
2024-11-12T09:20:31,832 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(327): Store=35b5a90fa276a61a10c33128915a0b02/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:31,832 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35b5a90fa276a61a10c33128915a0b02 
2024-11-12T09:20:31,833 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b5a90fa276a61a10c33128915a0b02 columnFamilyName sid
2024-11-12T09:20:31,833 DEBUG [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:31,834 INFO  [StoreOpener-35b5a90fa276a61a10c33128915a0b02-1 {}] regionserver.HStore(327): Store=35b5a90fa276a61a10c33128915a0b02/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:31,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:20:31,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741832_1008 (size=93)
2024-11-12T09:20:31,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,840 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 35b5a90fa276a61a10c33128915a0b02; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62415998, jitterRate=-0.06992915272712708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:20:31,840 DEBUG [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/oldWALs
2024-11-12T09:20:31,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:31,840 INFO  [RS:0;106923ea030f:41423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C41423%2C1731403217190:(num 1731403219445)
2024-11-12T09:20:31,840 DEBUG [RS:0;106923ea030f:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:31,840 INFO  [RS:0;106923ea030f:41423 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:31,840 INFO  [RS:0;106923ea030f:41423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:31,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 35b5a90fa276a61a10c33128915a0b02:
Running coprocessor pre-open hook at 1731403231817Writing region info on filesystem at 1731403231817Initializing all the Stores at 1731403231818 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403231819 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403231819Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403231819Cleaning up temporary data from old regions at 1731403231836 (+17 ms)Running coprocessor post-open hooks at 1731403231840 (+4 ms)Region opened successfully at 1731403231840
2024-11-12T09:20:31,840 INFO  [RS:0;106923ea030f:41423 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:31,840 INFO  [RS:0;106923ea030f:41423 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:31,840 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:31,841 INFO  [RS:0;106923ea030f:41423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41423
2024-11-12T09:20:31,841 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02., pid=13, masterSystemTime=1731403231784
2024-11-12T09:20:31,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:31,844 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:31,844 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35b5a90fa276a61a10c33128915a0b02, regionState=OPEN, openSeqNum=9, regionLocation=106923ea030f,39101,1731403226202
2024-11-12T09:20:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b5a90fa276a61a10c33128915a0b02, server=106923ea030f,39101,1731403226202 because future has completed
2024-11-12T09:20:31,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-12T09:20:31,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35b5a90fa276a61a10c33128915a0b02, server=106923ea030f,39101,1731403226202 in 217 msec
2024-11-12T09:20:31,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9
2024-11-12T09:20:31,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35b5a90fa276a61a10c33128915a0b02, ASSIGN in 376 msec
2024-11-12T09:20:31,853 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-12T09:20:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-336040967/rs/106923ea030f,41423,1731403217190
2024-11-12T09:20:31,853 INFO  [RS:0;106923ea030f:41423 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967/rs
2024-11-12T09:20:31,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02., hostname=106923ea030f,39101,1731403226202, seqNum=9]
2024-11-12T09:20:31,865 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,41423,1731403217190]
2024-11-12T09:20:31,874 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 106923ea030f,38161,1731403211716
2024-11-12T09:20:31,875 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-12T09:20:31,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-336040967/draining/106923ea030f,41423,1731403217190 already deleted, retry=false
2024-11-12T09:20:31,875 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,41423,1731403217190 expired; onlineServers=0
2024-11-12T09:20:31,876 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,38569,1731403217049' *****
2024-11-12T09:20:31,876 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:31,876 DEBUG [M:0;106923ea030f:38569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:20:31,876 DEBUG [M:0;106923ea030f:38569 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:20:31,876 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:20:31,876 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403219211 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403219211,5,FailOnTimeoutGroup]
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:31,876 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403219211 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403219211,5,FailOnTimeoutGroup]
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:31,876 DEBUG [M:0;106923ea030f:38569 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:31,876 INFO  [M:0;106923ea030f:38569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:20:31,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:20:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-336040967/master
2024-11-12T09:20:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-336040967
2024-11-12T09:20:31,886 DEBUG [M:0;106923ea030f:38569 {}] zookeeper.ZKUtil(347): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Unable to get data of znode /1-336040967/master because node does not exist (not an error)
2024-11-12T09:20:31,886 WARN  [M:0;106923ea030f:38569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:20:31,887 INFO  [M:0;106923ea030f:38569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/.lastflushedseqids
2024-11-12T09:20:31,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741836_1012 (size=99)
2024-11-12T09:20:31,897 INFO  [M:0;106923ea030f:38569 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:20:31,897 INFO  [M:0;106923ea030f:38569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:20:31,897 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:31,897 INFO  [M:0;106923ea030f:38569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:31,897 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:31,897 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:31,897 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:31,897 INFO  [M:0;106923ea030f:38569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-12T09:20:31,913 DEBUG [M:0;106923ea030f:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372a3e1ec21144c1ad6a2e1de5889085 is 82, key is hbase:meta,,1/info:regioninfo/1731403220456/Put/seqid=0
2024-11-12T09:20:31,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741837_1013 (size=5672)
2024-11-12T09:20:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:31,965 INFO  [RS:0;106923ea030f:41423 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1012e5857530004, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:31,965 INFO  [RS:0;106923ea030f:41423 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,41423,1731403217190; zookeeper connection closed.
2024-11-12T09:20:31,965 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d35dc28 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d35dc28
2024-11-12T09:20:31,966 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:20:32,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15
2024-11-12T09:20:32,330 INFO  [M:0;106923ea030f:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372a3e1ec21144c1ad6a2e1de5889085
2024-11-12T09:20:32,353 DEBUG [M:0;106923ea030f:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0c4b3cd78fe4f5185397f8ca366319f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731403220478/Put/seqid=0
2024-11-12T09:20:32,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741838_1014 (size=5275)
2024-11-12T09:20:32,635 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:32,763 INFO  [M:0;106923ea030f:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0c4b3cd78fe4f5185397f8ca366319f
2024-11-12T09:20:32,783 DEBUG [M:0;106923ea030f:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a068d3622b994814b6ea5bbcb97e9028 is 69, key is 106923ea030f,41423,1731403217190/rs:state/1731403219248/Put/seqid=0
2024-11-12T09:20:32,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741839_1015 (size=5156)
2024-11-12T09:20:33,090 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:33,118 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:33,118 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:33,119 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:33,119 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:33,128 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:33,188 INFO  [M:0;106923ea030f:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a068d3622b994814b6ea5bbcb97e9028
2024-11-12T09:20:33,194 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372a3e1ec21144c1ad6a2e1de5889085 as hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372a3e1ec21144c1ad6a2e1de5889085
2024-11-12T09:20:33,198 INFO  [M:0;106923ea030f:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372a3e1ec21144c1ad6a2e1de5889085, entries=8, sequenceid=28, filesize=5.5 K
2024-11-12T09:20:33,199 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0c4b3cd78fe4f5185397f8ca366319f as hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0c4b3cd78fe4f5185397f8ca366319f
2024-11-12T09:20:33,203 INFO  [M:0;106923ea030f:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0c4b3cd78fe4f5185397f8ca366319f, entries=3, sequenceid=28, filesize=5.2 K
2024-11-12T09:20:33,204 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a068d3622b994814b6ea5bbcb97e9028 as hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a068d3622b994814b6ea5bbcb97e9028
2024-11-12T09:20:33,208 INFO  [M:0;106923ea030f:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38745/user/jenkins/test-data/11169b9b-6a3d-ab8f-b6dc-4a35d957ca6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a068d3622b994814b6ea5bbcb97e9028, entries=1, sequenceid=28, filesize=5.0 K
2024-11-12T09:20:33,208 INFO  [M:0;106923ea030f:38569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false
2024-11-12T09:20:33,209 INFO  [M:0;106923ea030f:38569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:33,210 DEBUG [M:0;106923ea030f:38569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403231897Disabling compacts and flushes for region at 1731403231897Disabling writes for close at 1731403231897Obtaining lock to block concurrent updates at 1731403231897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403231897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731403231898 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403231898Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403231898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403231912 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403231912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403232335 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403232352 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403232352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403232768 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403232782 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403232782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a55528: reopening flushed file at 1731403233193 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c96ab8a: reopening flushed file at 1731403233198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322e0fbc: reopening flushed file at 1731403233203 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1731403233208 (+5 ms)Writing region close event to WAL at 1731403233209 (+1 ms)Closed at 1731403233209
2024-11-12T09:20:33,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741830_1006 (size=10165)
2024-11-12T09:20:33,213 INFO  [M:0;106923ea030f:38569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:20:33,213 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:33,213 INFO  [M:0;106923ea030f:38569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38569
2024-11-12T09:20:33,213 INFO  [M:0;106923ea030f:38569 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:33,534 INFO  [M:0;106923ea030f:38569 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:33,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:33,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1012e5857530003, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:33,536 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bbb39a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:33,536 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@695e96e5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:33,536 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:33,537 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24addfbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:33,537 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295dfbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:33,538 WARN  [BP-1870773825-172.17.0.2-1731403215095 heartbeating to localhost/127.0.0.1:38745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:20:33,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:20:33,538 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:20:33,538 WARN  [BP-1870773825-172.17.0.2-1731403215095 heartbeating to localhost/127.0.0.1:38745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1870773825-172.17.0.2-1731403215095 (Datanode Uuid 1ecb27c4-0f94-457a-a918-3b9e52e93654) service to localhost/127.0.0.1:38745
2024-11-12T09:20:33,539 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/cluster_48dbc764-db46-28a6-207a-9b94285dc7e6/data/data1/current/BP-1870773825-172.17.0.2-1731403215095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:33,539 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/cluster_48dbc764-db46-28a6-207a-9b94285dc7e6/data/data2/current/BP-1870773825-172.17.0.2-1731403215095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:33,539 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:20:33,544 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bfdf27d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:33,545 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23ad2ba5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:33,545 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:33,545 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb7ecdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:33,545 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652d528f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:33,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:20:33,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:20:33,558 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:33,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:33,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:33,558 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:33,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:33,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:20:33,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1401789016, stopped=false
2024-11-12T09:20:33,559 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,40347,1731403226157
2024-11-12T09:20:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/running
2024-11-12T09:20:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:33,570 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:33,570 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:33,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:33,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:33,571 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,39101,1731403226202' *****
2024-11-12T09:20:33,571 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:20:33,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:33,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Set watcher on znode that does not yet exist, /01747709415/running
2024-11-12T09:20:33,571 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:20:33,571 INFO  [RS:0;106923ea030f:39101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:20:33,571 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:20:33,571 INFO  [RS:0;106923ea030f:39101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:20:33,571 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(3091): Received CLOSE for 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:33,571 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,39101,1731403226202
2024-11-12T09:20:33,571 INFO  [RS:0;106923ea030f:39101 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:33,572 INFO  [RS:0;106923ea030f:39101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:39101.
2024-11-12T09:20:33,572 DEBUG [RS:0;106923ea030f:39101 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35b5a90fa276a61a10c33128915a0b02, disabling compactions & flushes
2024-11-12T09:20:33,572 DEBUG [RS:0;106923ea030f:39101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:33,572 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:33,572 INFO  [RS:0;106923ea030f:39101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:20:33,572 INFO  [RS:0;106923ea030f:39101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02. after waiting 0 ms
2024-11-12T09:20:33,572 INFO  [RS:0;106923ea030f:39101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:33,572 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:20:33,572 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:20:33,572 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35b5a90fa276a61a10c33128915a0b02=hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.}
2024-11-12T09:20:33,572 DEBUG [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35b5a90fa276a61a10c33128915a0b02
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:33,572 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:33,572 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:33,572 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-12T09:20:33,575 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/replication/35b5a90fa276a61a10c33128915a0b02/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-12T09:20:33,576 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:33,576 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:33,576 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:33,576 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35b5a90fa276a61a10c33128915a0b02:
Waiting for close lock at 1731403233572Running coprocessor pre-close hooks at 1731403233572Disabling compacts and flushes for region at 1731403233572Disabling writes for close at 1731403233572Writing region close event to WAL at 1731403233572Running coprocessor post-close hooks at 1731403233576 (+4 ms)Closed at 1731403233576
2024-11-12T09:20:33,576 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02.
2024-11-12T09:20:33,586 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/info/86598a3a5daa4dc3942ddd98419276b8 is 147, key is hbase:replication,,1731403220567.35b5a90fa276a61a10c33128915a0b02./info:regioninfo/1731403231844/Put/seqid=0
2024-11-12T09:20:33,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741851_1027 (size=6385)
2024-11-12T09:20:33,590 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/info/86598a3a5daa4dc3942ddd98419276b8
2024-11-12T09:20:33,595 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/.tmp/info/86598a3a5daa4dc3942ddd98419276b8 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/info/86598a3a5daa4dc3942ddd98419276b8
2024-11-12T09:20:33,600 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/info/86598a3a5daa4dc3942ddd98419276b8, entries=8, sequenceid=19, filesize=6.2 K
2024-11-12T09:20:33,601 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=19, compaction requested=false
2024-11-12T09:20:33,607 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-12T09:20:33,607 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:33,608 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:33,608 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:33,608 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403233572Running coprocessor pre-close hooks at 1731403233572Disabling compacts and flushes for region at 1731403233572Disabling writes for close at 1731403233572Obtaining lock to block concurrent updates at 1731403233572Preparing flush snapshotting stores in 1588230740 at 1731403233572Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731403233573 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403233573Flushing 1588230740/info: creating writer at 1731403233573Flushing 1588230740/info: appending metadata at 1731403233586 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731403233586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d8776d: reopening flushed file at 1731403233594 (+8 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=19, compaction requested=false at 1731403233601 (+7 ms)Writing region close event to WAL at 1731403233604 (+3 ms)Running coprocessor post-close hooks at 1731403233607 (+3 ms)Closed at 1731403233608 (+1 ms)
2024-11-12T09:20:33,608 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:33,637 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:33,739 DEBUG [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 to pos 0, reset compression=false
2024-11-12T09:20:33,772 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,39101,1731403226202; all regions closed.
2024-11-12T09:20:33,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741849_1025 (size=2156)
2024-11-12T09:20:33,774 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.meta.1731403227571.meta not finished, retry = 0
2024-11-12T09:20:33,877 DEBUG [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs
2024-11-12T09:20:33,877 INFO  [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C39101%2C1731403226202.meta:.meta(num 1731403227571)
2024-11-12T09:20:33,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741850_1026 (size=796)
2024-11-12T09:20:33,879 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.rep.1731403231790 not finished, retry = 0
2024-11-12T09:20:33,982 DEBUG [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs
2024-11-12T09:20:33,982 INFO  [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C39101%2C1731403226202.rep:(num 1731403231790)
2024-11-12T09:20:33,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741848_1024 (size=93)
2024-11-12T09:20:33,984 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/WALs/106923ea030f,39101,1731403226202/106923ea030f%2C39101%2C1731403226202.1731403227172 not finished, retry = 0
2024-11-12T09:20:34,071 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:20:34,071 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:20:34,086 DEBUG [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/oldWALs
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C39101%2C1731403226202:(num 1731403227172)
2024-11-12T09:20:34,086 DEBUG [RS:0;106923ea030f:39101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:34,086 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,39101,1731403226202 because: Region server is closing
2024-11-12T09:20:34,086 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-12T09:20:34,086 INFO  [RS:0;106923ea030f:39101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:39101.
2024-11-12T09:20:34,086 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-12T09:20:34,086 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-12T09:20:34,087 DEBUG [RS:0;106923ea030f:39101 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:34,087 DEBUG [RS:0;106923ea030f:39101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:34,087 DEBUG [RS:0;106923ea030f:39101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:34,087 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:34,187 WARN  [RS:0;106923ea030f:39101.replicationSource.wal-reader.106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:20:34,187 WARN  [RS:0;106923ea030f:39101.replicationSource.shipper106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-12T09:20:34,187 INFO  [RS:0;106923ea030f:39101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;106923ea030f:39101.replicationSource.shipper106923ea030f%2C39101%2C1731403226202,1-106923ea030f,39101,1731403226202 terminated
2024-11-12T09:20:34,187 INFO  [RS:0;106923ea030f:39101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39101
2024-11-12T09:20:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415/rs
2024-11-12T09:20:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/rs/106923ea030f,39101,1731403226202
2024-11-12T09:20:34,254 INFO  [RS:0;106923ea030f:39101 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:34,265 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,39101,1731403226202]
2024-11-12T09:20:34,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01747709415/draining/106923ea030f,39101,1731403226202 already deleted, retry=false
2024-11-12T09:20:34,275 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,39101,1731403226202 expired; onlineServers=0
2024-11-12T09:20:34,275 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,40347,1731403226157' *****
2024-11-12T09:20:34,275 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:20:34,275 INFO  [M:0;106923ea030f:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:34,275 INFO  [M:0;106923ea030f:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:34,275 DEBUG [M:0;106923ea030f:40347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:20:34,276 DEBUG [M:0;106923ea030f:40347 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:20:34,276 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:20:34,276 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403226939 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403226939,5,FailOnTimeoutGroup]
2024-11-12T09:20:34,276 INFO  [M:0;106923ea030f:40347 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:34,276 INFO  [M:0;106923ea030f:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:34,276 DEBUG [M:0;106923ea030f:40347 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:20:34,276 INFO  [M:0;106923ea030f:40347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:20:34,276 INFO  [M:0;106923ea030f:40347 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:34,276 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403226939 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403226939,5,FailOnTimeoutGroup]
2024-11-12T09:20:34,276 INFO  [M:0;106923ea030f:40347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:20:34,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:20:34,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01747709415/master
2024-11-12T09:20:34,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01747709415
2024-11-12T09:20:34,286 DEBUG [M:0;106923ea030f:40347 {}] zookeeper.ZKUtil(347): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Unable to get data of znode /01747709415/master because node does not exist (not an error)
2024-11-12T09:20:34,286 WARN  [M:0;106923ea030f:40347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:20:34,287 INFO  [M:0;106923ea030f:40347 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/.lastflushedseqids
2024-11-12T09:20:34,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741852_1028 (size=181)
2024-11-12T09:20:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:34,365 INFO  [RS:0;106923ea030f:39101 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39101-0x1012e5857530007, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:34,365 INFO  [RS:0;106923ea030f:39101 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,39101,1731403226202; zookeeper connection closed.
2024-11-12T09:20:34,365 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d14a907 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d14a907
2024-11-12T09:20:34,365 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:20:34,696 INFO  [M:0;106923ea030f:40347 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:20:34,697 INFO  [M:0;106923ea030f:40347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:20:34,697 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:34,697 INFO  [M:0;106923ea030f:40347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:34,697 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:34,697 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:34,697 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:34,697 INFO  [M:0;106923ea030f:40347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-12T09:20:34,716 DEBUG [M:0;106923ea030f:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6b2a65532aa46909e42497eaec2a058 is 82, key is hbase:meta,,1/info:regioninfo/1731403227618/Put/seqid=0
2024-11-12T09:20:34,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741853_1029 (size=5672)
2024-11-12T09:20:35,122 INFO  [M:0;106923ea030f:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6b2a65532aa46909e42497eaec2a058
2024-11-12T09:20:35,142 DEBUG [M:0;106923ea030f:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/067a4d926fac4a118edcf0cf31719387 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731403231852/Put/seqid=0
2024-11-12T09:20:35,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741854_1030 (size=7312)
2024-11-12T09:20:35,547 INFO  [M:0;106923ea030f:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/067a4d926fac4a118edcf0cf31719387
2024-11-12T09:20:35,568 DEBUG [M:0;106923ea030f:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1c437afb2b47dd875860e767338b65 is 69, key is 106923ea030f,39101,1731403226202/rs:state/1731403226968/Put/seqid=0
2024-11-12T09:20:35,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741855_1031 (size=5370)
2024-11-12T09:20:35,972 INFO  [M:0;106923ea030f:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1c437afb2b47dd875860e767338b65
2024-11-12T09:20:35,976 INFO  [M:0;106923ea030f:40347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d1c437afb2b47dd875860e767338b65
2024-11-12T09:20:35,977 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6b2a65532aa46909e42497eaec2a058 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6b2a65532aa46909e42497eaec2a058
2024-11-12T09:20:35,982 INFO  [M:0;106923ea030f:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6b2a65532aa46909e42497eaec2a058, entries=8, sequenceid=127, filesize=5.5 K
2024-11-12T09:20:35,983 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/067a4d926fac4a118edcf0cf31719387 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/067a4d926fac4a118edcf0cf31719387
2024-11-12T09:20:35,987 INFO  [M:0;106923ea030f:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/067a4d926fac4a118edcf0cf31719387, entries=7, sequenceid=127, filesize=7.1 K
2024-11-12T09:20:35,988 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1c437afb2b47dd875860e767338b65 as hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d1c437afb2b47dd875860e767338b65
2024-11-12T09:20:35,994 INFO  [M:0;106923ea030f:40347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d1c437afb2b47dd875860e767338b65
2024-11-12T09:20:35,994 INFO  [M:0;106923ea030f:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d1c437afb2b47dd875860e767338b65, entries=2, sequenceid=127, filesize=5.2 K
2024-11-12T09:20:35,995 INFO  [M:0;106923ea030f:40347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false
2024-11-12T09:20:35,996 INFO  [M:0;106923ea030f:40347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:35,996 DEBUG [M:0;106923ea030f:40347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403234697Disabling compacts and flushes for region at 1731403234697Disabling writes for close at 1731403234697Obtaining lock to block concurrent updates at 1731403234697Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403234697Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731403234697Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403234698 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403234698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403234715 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403234715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403235126 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403235142 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403235142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403235552 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403235567 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403235567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d37931: reopening flushed file at 1731403235976 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbcc054: reopening flushed file at 1731403235982 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6398c4: reopening flushed file at 1731403235987 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false at 1731403235995 (+8 ms)Writing region close event to WAL at 1731403235996 (+1 ms)Closed at 1731403235996
2024-11-12T09:20:35,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741847_1023 (size=22903)
2024-11-12T09:20:35,998 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da0890bc-b324-888b-9707-6a00ecaa0624/MasterData/WALs/106923ea030f,40347,1731403226157/106923ea030f%2C40347%2C1731403226157.1731403226713 not finished, retry = 0
2024-11-12T09:20:36,099 INFO  [M:0;106923ea030f:40347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:20:36,099 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:36,099 INFO  [M:0;106923ea030f:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40347
2024-11-12T09:20:36,099 INFO  [M:0;106923ea030f:40347 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:36,270 INFO  [M:0;106923ea030f:40347 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1012e5857530006, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:36,272 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a8554e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:36,273 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f06f586{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:36,273 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:36,273 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e1f2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:36,273 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59226567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:36,274 WARN  [BP-950257520-172.17.0.2-1731403209658 heartbeating to localhost/127.0.0.1:43279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:20:36,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:20:36,274 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:20:36,274 WARN  [BP-950257520-172.17.0.2-1731403209658 heartbeating to localhost/127.0.0.1:43279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-950257520-172.17.0.2-1731403209658 (Datanode Uuid 42d99eb7-3f73-4a2f-abef-10b040971c67) service to localhost/127.0.0.1:43279
2024-11-12T09:20:36,275 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/data/data1/current/BP-950257520-172.17.0.2-1731403209658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:36,275 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/cluster_8825396c-2749-b533-25b5-33976092fc96/data/data2/current/BP-950257520-172.17.0.2-1731403209658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:20:36,276 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:20:36,280 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c5af95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:36,281 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbffc73{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:20:36,281 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:20:36,281 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c05425a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:20:36,281 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bc5cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71a0eb75-34ae-e948-fc77-48d8b9465f36/hadoop.log.dir/,STOPPED}
2024-11-12T09:20:36,290 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:20:36,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:20:36,317 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43279 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43279
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38745
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62520)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43279 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43279 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-15-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38745 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-15-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38745 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43279
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62520)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43279
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38745 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-15-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38745
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=566 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 313) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6506 (was 6569)
2024-11-12T09:20:36,325 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=6500
2024-11-12T09:20:36,337 INFO  [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication
2024-11-12T09:20:36,338 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir so I do NOT create it in target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a
2024-11-12T09:20:36,338 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:20:36,338 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.tmp.dir so I do NOT create it in target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a
2024-11-12T09:20:36,338 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24f6d09c-017b-8aad-ccf9-be04f574a762/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:20:36,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a
2024-11-12T09:20:36,338 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457, deleteOnExit=true
2024-11-12T09:20:36,340 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/zookeeper_0, clientPort=57647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:20:36,344 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57647
2024-11-12T09:20:36,344 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:20:36,344 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/test.cache.data in system properties and HBase conf
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:20:36,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:20:36,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:36,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:20:36,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:20:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e5857530005, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:20:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e5857530002, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:20:36,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e5857530002, quorum=127.0.0.1:62520, baseZNode=/01747709415 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:20:36,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e5857530005, quorum=127.0.0.1:62520, baseZNode=/1-336040967 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:20:36,721 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:36,729 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:36,741 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:36,741 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:36,741 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:20:36,749 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:36,753 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe842c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:36,754 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6397b411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:36,876 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5752dbbd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/java.io.tmpdir/jetty-localhost-45953-hadoop-hdfs-3_4_1-tests_jar-_-any-1736983537628232746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:36,877 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64687e94{HTTP/1.1, (http/1.1)}{localhost:45953}
2024-11-12T09:20:36,877 INFO  [Time-limited test {}] server.Server(415): Started @167774ms
2024-11-12T09:20:36,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:36,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:20:36,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:20:36,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:37,139 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:37,143 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:37,146 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:37,146 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:37,146 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:20:37,148 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dd96ede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:37,149 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3285af28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:37,271 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e52a753{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/java.io.tmpdir/jetty-localhost-39349-hadoop-hdfs-3_4_1-tests_jar-_-any-16639646128855767575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:37,271 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e5feb2{HTTP/1.1, (http/1.1)}{localhost:39349}
2024-11-12T09:20:37,271 INFO  [Time-limited test {}] server.Server(415): Started @168169ms
2024-11-12T09:20:37,272 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:20:37,920 WARN  [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/data/data2/current/BP-946553742-172.17.0.2-1731403236376/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:37,920 WARN  [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/data/data1/current/BP-946553742-172.17.0.2-1731403236376/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:37,939 WARN  [Thread-1661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:20:37,941 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbc3f9e0c576eeba with lease ID 0xe5b28694454527a7: Processing first storage report for DS-90f18894-6429-42ee-b7d0-b7c0d00645e1 from datanode DatanodeRegistration(127.0.0.1:35695, datanodeUuid=71f3a398-5c95-475f-b93b-a3e344106b48, infoPort=39307, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=50199011;c=1731403236376)
2024-11-12T09:20:37,941 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbc3f9e0c576eeba with lease ID 0xe5b28694454527a7: from storage DS-90f18894-6429-42ee-b7d0-b7c0d00645e1 node DatanodeRegistration(127.0.0.1:35695, datanodeUuid=71f3a398-5c95-475f-b93b-a3e344106b48, infoPort=39307, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=50199011;c=1731403236376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:37,941 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbc3f9e0c576eeba with lease ID 0xe5b28694454527a7: Processing first storage report for DS-f437d29f-e7c7-4fc2-814a-7214f184504f from datanode DatanodeRegistration(127.0.0.1:35695, datanodeUuid=71f3a398-5c95-475f-b93b-a3e344106b48, infoPort=39307, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=50199011;c=1731403236376)
2024-11-12T09:20:37,941 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbc3f9e0c576eeba with lease ID 0xe5b28694454527a7: from storage DS-f437d29f-e7c7-4fc2-814a-7214f184504f node DatanodeRegistration(127.0.0.1:35695, datanodeUuid=71f3a398-5c95-475f-b93b-a3e344106b48, infoPort=39307, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=50199011;c=1731403236376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:37,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a
2024-11-12T09:20:37,998 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:37,999 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:38,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:20:38,406 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a with version=8
2024-11-12T09:20:38,406 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/hbase-staging
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:38,408 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40447
2024-11-12T09:20:38,409 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40447 connecting to ZooKeeper ensemble=127.0.0.1:57647
2024-11-12T09:20:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404470x0, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:38,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40447-0x1012e58bf9f0000 connected
2024-11-12T09:20:38,581 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:38,582 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:38,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/running
2024-11-12T09:20:38,584 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a, hbase.cluster.distributed=false
2024-11-12T09:20:38,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/acl
2024-11-12T09:20:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40447
2024-11-12T09:20:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40447
2024-11-12T09:20:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40447
2024-11-12T09:20:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40447
2024-11-12T09:20:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40447
2024-11-12T09:20:38,603 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:38,604 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37553
2024-11-12T09:20:38,605 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37553 connecting to ZooKeeper ensemble=127.0.0.1:57647
2024-11-12T09:20:38,606 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:38,608 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375530x0, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:38,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/running
2024-11-12T09:20:38,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37553-0x1012e58bf9f0001 connected
2024-11-12T09:20:38,623 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:20:38,624 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:20:38,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/master
2024-11-12T09:20:38,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/acl
2024-11-12T09:20:38,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37553
2024-11-12T09:20:38,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37553
2024-11-12T09:20:38,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37553
2024-11-12T09:20:38,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37553
2024-11-12T09:20:38,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37553
2024-11-12T09:20:38,641 DEBUG [M:0;106923ea030f:40447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:40447
2024-11-12T09:20:38,641 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-474089/backup-masters/106923ea030f,40447,1731403238407
2024-11-12T09:20:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089/backup-masters
2024-11-12T09:20:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089/backup-masters
2024-11-12T09:20:38,653 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on existing znode=/0-474089/backup-masters/106923ea030f,40447,1731403238407
2024-11-12T09:20:38,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-474089/master
2024-11-12T09:20:38,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:38,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:38,665 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on existing znode=/0-474089/master
2024-11-12T09:20:38,665 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-474089/backup-masters/106923ea030f,40447,1731403238407 from backup master directory
2024-11-12T09:20:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089/backup-masters
2024-11-12T09:20:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474089/backup-masters/106923ea030f,40447,1731403238407
2024-11-12T09:20:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089/backup-masters
2024-11-12T09:20:38,675 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:38,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,40447,1731403238407
2024-11-12T09:20:38,678 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/hbase.id] with ID: d9d4ac64-f3c9-4c2e-91c3-28e704e4471d
2024-11-12T09:20:38,678 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/.tmp/hbase.id
2024-11-12T09:20:38,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:20:39,077 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:39,083 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/.tmp/hbase.id]:[hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/hbase.id]
2024-11-12T09:20:39,093 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:39,093 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:20:39,094 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:20:39,104 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,104 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,105 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,105 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,105 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,105 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,117 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:39,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:20:39,544 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:39,545 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:20:39,545 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:39,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:20:39,951 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store
2024-11-12T09:20:39,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:20:40,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:40,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:40,360 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:40,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:40,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:40,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:40,360 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:40,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403240360Disabling compacts and flushes for region at 1731403240360Disabling writes for close at 1731403240360Writing region close event to WAL at 1731403240360Closed at 1731403240360
2024-11-12T09:20:40,361 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/.initializing
2024-11-12T09:20:40,361 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/WALs/106923ea030f,40447,1731403238407
2024-11-12T09:20:40,362 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:40,363 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C40447%2C1731403238407, suffix=, logDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/WALs/106923ea030f,40447,1731403238407, archiveDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/oldWALs, maxLogs=10
2024-11-12T09:20:40,375 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/WALs/106923ea030f,40447,1731403238407/106923ea030f%2C40447%2C1731403238407.1731403240363, exclude list is [], retry=0
2024-11-12T09:20:40,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35695,DS-90f18894-6429-42ee-b7d0-b7c0d00645e1,DISK]
2024-11-12T09:20:40,378 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/WALs/106923ea030f,40447,1731403238407/106923ea030f%2C40447%2C1731403238407.1731403240363
2024-11-12T09:20:40,379 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39307:39307)]
2024-11-12T09:20:40,379 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:40,379 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:40,379 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,379 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:40,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:20:40,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:40,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:40,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:40,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:20:40,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:40,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:40,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:40,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:20:40,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:40,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:40,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:40,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:20:40,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:40,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:40,385 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,386 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,386 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,387 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,387 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,388 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:40,388 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:40,390 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:40,390 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468927, jitterRate=-0.11384393274784088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:40,391 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403240379Initializing all the Stores at 1731403240380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403240380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403240380Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403240380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403240380Cleaning up temporary data from old regions at 1731403240387 (+7 ms)Region opened successfully at 1731403240391 (+4 ms)
2024-11-12T09:20:40,391 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:20:40,393 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475b6bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:40,394 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:20:40,394 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:20:40,394 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:20:40,394 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:20:40,395 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:20:40,395 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:20:40,395 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:20:40,396 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:20:40,397 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Unable to get data of znode /0-474089/balancer because node does not exist (not necessarily an error)
2024-11-12T09:20:40,496 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474089/balancer already deleted, retry=false
2024-11-12T09:20:40,496 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:20:40,497 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Unable to get data of znode /0-474089/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:20:40,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474089/normalizer already deleted, retry=false
2024-11-12T09:20:40,507 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:20:40,507 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Unable to get data of znode /0-474089/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:20:40,517 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474089/switch/split already deleted, retry=false
2024-11-12T09:20:40,518 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Unable to get data of znode /0-474089/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:20:40,527 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474089/switch/merge already deleted, retry=false
2024-11-12T09:20:40,529 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Unable to get data of znode /0-474089/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:20:40,538 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474089/snapshot-cleanup already deleted, retry=false
2024-11-12T09:20:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-474089/running
2024-11-12T09:20:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-474089/running
2024-11-12T09:20:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:40,549 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,40447,1731403238407, sessionid=0x1012e58bf9f0000, setting cluster-up flag (Was=false)
2024-11-12T09:20:40,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:40,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:40,601 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-474089/flush-table-proc/acquired, /0-474089/flush-table-proc/reached, /0-474089/flush-table-proc/abort
2024-11-12T09:20:40,602 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,40447,1731403238407
2024-11-12T09:20:40,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:40,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:40,654 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-474089/online-snapshot/acquired, /0-474089/online-snapshot/reached, /0-474089/online-snapshot/abort
2024-11-12T09:20:40,655 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,40447,1731403238407
2024-11-12T09:20:40,656 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:20:40,657 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:40,657 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:20:40,657 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:20:40,658 WARN  [master/106923ea030f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 106923ea030f,38161,1731403211716: status=Processing ServerCrashProcedure of 106923ea030f,38161,1731403211716 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731403226935, completionTime=-1 appears to have been leaked
2024-11-12T09:20:40,658 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,40447,1731403238407
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:40,659 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403270659
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:20:40,660 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:40,660 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:20:40,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:40,661 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:20:40,662 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:20:40,662 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:20:40,662 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:20:40,662 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:20:40,664 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:20:40,664 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:20:40,666 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403240664,5,FailOnTimeoutGroup]
2024-11-12T09:20:40,666 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403240666,5,FailOnTimeoutGroup]
2024-11-12T09:20:40,666 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,666 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:20:40,666 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,666 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:20:40,734 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(746): ClusterId : d9d4ac64-f3c9-4c2e-91c3-28e704e4471d
2024-11-12T09:20:40,734 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:20:40,739 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:20:40,739 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:20:40,749 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:20:40,749 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323b1794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:40,759 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:37553
2024-11-12T09:20:40,759 INFO  [RS:0;106923ea030f:37553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:20:40,759 INFO  [RS:0;106923ea030f:37553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:20:40,759 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:20:40,760 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,40447,1731403238407 with port=37553, startcode=1731403238603
2024-11-12T09:20:40,760 DEBUG [RS:0;106923ea030f:37553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:20:40,761 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:20:40,762 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,37553,1731403238603
2024-11-12T09:20:40,762 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(517): Registering regionserver=106923ea030f,37553,1731403238603
2024-11-12T09:20:40,763 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a
2024-11-12T09:20:40,763 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33105
2024-11-12T09:20:40,763 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:20:40,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089/rs
2024-11-12T09:20:40,770 DEBUG [RS:0;106923ea030f:37553 {}] zookeeper.ZKUtil(111): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on existing znode=/0-474089/rs/106923ea030f,37553,1731403238603
2024-11-12T09:20:40,770 WARN  [RS:0;106923ea030f:37553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:40,770 INFO  [RS:0;106923ea030f:37553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:40,770 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603
2024-11-12T09:20:40,770 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,37553,1731403238603]
2024-11-12T09:20:40,773 INFO  [RS:0;106923ea030f:37553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:20:40,774 INFO  [RS:0;106923ea030f:37553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:20:40,774 INFO  [RS:0;106923ea030f:37553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:20:40,774 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,774 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:20:40,775 INFO  [RS:0;106923ea030f:37553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:20:40,775 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:40,775 DEBUG [RS:0;106923ea030f:37553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:40,778 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,778 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,778 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,778 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,778 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,778 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,37553,1731403238603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:40,794 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:20:40,794 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,37553,1731403238603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,795 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,795 INFO  [RS:0;106923ea030f:37553 {}] regionserver.Replication(171): 106923ea030f,37553,1731403238603 started
2024-11-12T09:20:40,811 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:40,811 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,37553,1731403238603, RpcServer on 106923ea030f/172.17.0.2:37553, sessionid=0x1012e58bf9f0001
2024-11-12T09:20:40,811 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:20:40,811 DEBUG [RS:0;106923ea030f:37553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,37553,1731403238603
2024-11-12T09:20:40,811 DEBUG [RS:0;106923ea030f:37553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,37553,1731403238603'
2024-11-12T09:20:40,811 DEBUG [RS:0;106923ea030f:37553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-474089/flush-table-proc/abort'
2024-11-12T09:20:40,811 DEBUG [RS:0;106923ea030f:37553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-474089/flush-table-proc/acquired'
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,37553,1731403238603
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,37553,1731403238603'
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-474089/online-snapshot/abort'
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-474089/online-snapshot/acquired'
2024-11-12T09:20:40,812 DEBUG [RS:0;106923ea030f:37553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:20:40,812 INFO  [RS:0;106923ea030f:37553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:20:40,812 INFO  [RS:0;106923ea030f:37553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:20:40,913 INFO  [RS:0;106923ea030f:37553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:40,914 INFO  [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C37553%2C1731403238603, suffix=, logDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603, archiveDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/oldWALs, maxLogs=10
2024-11-12T09:20:40,930 DEBUG [RS:0;106923ea030f:37553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914, exclude list is [], retry=0
2024-11-12T09:20:40,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35695,DS-90f18894-6429-42ee-b7d0-b7c0d00645e1,DISK]
2024-11-12T09:20:40,934 INFO  [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914
2024-11-12T09:20:40,935 DEBUG [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39307:39307)]
2024-11-12T09:20:41,074 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:20:41,074 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a
2024-11-12T09:20:41,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:20:41,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:41,480 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:41,481 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:41,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,482 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,482 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:41,483 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:41,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,483 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,483 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:41,485 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:41,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:41,486 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:41,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:41,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740
2024-11-12T09:20:41,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740
2024-11-12T09:20:41,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:41,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:41,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:41,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:41,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:41,491 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69375788, jitterRate=0.033779799938201904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:41,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403241479Initializing all the Stores at 1731403241480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403241480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403241480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403241480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403241480Cleaning up temporary data from old regions at 1731403241488 (+8 ms)Region opened successfully at 1731403241492 (+4 ms)
2024-11-12T09:20:41,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:41,492 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:41,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:41,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:41,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:41,492 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:41,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403241492Disabling compacts and flushes for region at 1731403241492Disabling writes for close at 1731403241492Writing region close event to WAL at 1731403241492Closed at 1731403241492
2024-11-12T09:20:41,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:41,493 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:20:41,493 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:20:41,494 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:41,494 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:20:41,645 DEBUG [106923ea030f:40447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:20:41,645 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,37553,1731403238603
2024-11-12T09:20:41,646 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,37553,1731403238603, state=OPENING
2024-11-12T09:20:41,707 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:20:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:41,718 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:41,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474089/meta-region-server: CHANGED
2024-11-12T09:20:41,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474089/meta-region-server: CHANGED
2024-11-12T09:20:41,718 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,37553,1731403238603}]
2024-11-12T09:20:41,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:41,871 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:20:41,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:20:41,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:41,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:20:41,875 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C37553%2C1731403238603.meta, suffix=.meta, logDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603, archiveDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/oldWALs, maxLogs=10
2024-11-12T09:20:41,886 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.meta.1731403241875.meta, exclude list is [], retry=0
2024-11-12T09:20:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35695,DS-90f18894-6429-42ee-b7d0-b7c0d00645e1,DISK]
2024-11-12T09:20:41,890 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.meta.1731403241875.meta
2024-11-12T09:20:41,890 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39307:39307)]
2024-11-12T09:20:41,890 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:41,890 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:41,890 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:41,890 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:20:41,891 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:20:41,891 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:20:41,891 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:41,891 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:20:41,891 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:20:41,892 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:41,892 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:41,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,893 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,893 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:41,893 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:41,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,894 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,894 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:41,894 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:41,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,895 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,895 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:41,895 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:41,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:41,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:41,896 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:41,896 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740
2024-11-12T09:20:41,897 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740
2024-11-12T09:20:41,898 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:41,898 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:41,898 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:41,899 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:41,899 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74210604, jitterRate=0.10582417249679565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:41,900 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:20:41,900 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403241891Writing region info on filesystem at 1731403241891Initializing all the Stores at 1731403241892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403241892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403241892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403241892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403241892Cleaning up temporary data from old regions at 1731403241898 (+6 ms)Running coprocessor post-open hooks at 1731403241900 (+2 ms)Region opened successfully at 1731403241900
2024-11-12T09:20:41,901 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403241870
2024-11-12T09:20:41,902 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:20:41,902 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:20:41,903 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,37553,1731403238603
2024-11-12T09:20:41,903 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,37553,1731403238603, state=OPEN
2024-11-12T09:20:41,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-474089/meta-region-server
2024-11-12T09:20:41,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-474089/meta-region-server
2024-11-12T09:20:41,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474089/meta-region-server: CHANGED
2024-11-12T09:20:41,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474089/meta-region-server: CHANGED
2024-11-12T09:20:41,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,37553,1731403238603
2024-11-12T09:20:41,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:20:41,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,37553,1731403238603 in 225 msec
2024-11-12T09:20:41,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:20:41,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec
2024-11-12T09:20:41,947 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:41,947 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:20:41,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:41,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37553,1731403238603, seqNum=-1]
2024-11-12T09:20:41,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:41,950 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:41,954 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec
2024-11-12T09:20:41,954 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403241954, completionTime=-1
2024-11-12T09:20:41,954 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:20:41,954 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:20:41,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:20:41,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403301955
2024-11-12T09:20:41,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403361955
2024-11-12T09:20:41,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:20:41,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40447,1731403238407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:41,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40447,1731403238407-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:41,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40447,1731403238407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:41,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:40447, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:41,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:41,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:41,957 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.284sec
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40447,1731403238407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:41,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40447,1731403238407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:20:41,961 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:20:41,961 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:20:41,961 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,40447,1731403238407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:42,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328666a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:42,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:42,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:42,036 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f87eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:42,037 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:42,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125bd541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:42,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:42,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37553,1731403238603, seqNum=-1]
2024-11-12T09:20:42,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:42,040 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:42,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,40447,1731403238407
2024-11-12T09:20:42,042 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57647
2024-11-12T09:20:42,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:42,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e58bf9f0002 connected
2024-11-12T09:20:42,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir so I do NOT create it in target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088
2024-11-12T09:20:42,077 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:20:42,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.tmp.dir so I do NOT create it in target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088
2024-11-12T09:20:42,077 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:20:42,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088
2024-11-12T09:20:42,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:20:42,077 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/cluster_5bc529bb-373f-3f07-b219-838842783113, deleteOnExit=true
2024-11-12T09:20:42,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/test.cache.data in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:20:42,078 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:20:42,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:20:42,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:20:42,409 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:42,413 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:42,414 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:42,415 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:42,415 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:20:42,415 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:42,416 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f5d0b3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:42,416 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0c06c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:42,513 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68b563f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-15617647358006481544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:20:42,514 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@564582ec{HTTP/1.1, (http/1.1)}{localhost:44897}
2024-11-12T09:20:42,514 INFO  [Time-limited test {}] server.Server(415): Started @173411ms
2024-11-12T09:20:42,810 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:20:42,813 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:20:42,814 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:20:42,814 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:20:42,814 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:20:42,814 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50905773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:20:42,814 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f69979f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:20:42,907 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77325eb7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/java.io.tmpdir/jetty-localhost-37339-hadoop-hdfs-3_4_1-tests_jar-_-any-14871377228164421638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:20:42,908 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23f110b7{HTTP/1.1, (http/1.1)}{localhost:37339}
2024-11-12T09:20:42,908 INFO  [Time-limited test {}] server.Server(415): Started @173805ms
2024-11-12T09:20:42,908 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:20:43,581 WARN  [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/cluster_5bc529bb-373f-3f07-b219-838842783113/data/data1/current/BP-1954537635-172.17.0.2-1731403242096/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:43,582 WARN  [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/cluster_5bc529bb-373f-3f07-b219-838842783113/data/data2/current/BP-1954537635-172.17.0.2-1731403242096/current, will proceed with Du for space computation calculation, 
2024-11-12T09:20:43,611 WARN  [Thread-1782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:20:43,614 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb39db3cb0b7f3438 with lease ID 0xb54e84e0785b0e83: Processing first storage report for DS-f2484801-c48e-4e5c-a0ec-8db76f5553a8 from datanode DatanodeRegistration(127.0.0.1:44509, datanodeUuid=4102e8dd-2122-463e-b239-0faed4505555, infoPort=36783, infoSecurePort=0, ipcPort=38603, storageInfo=lv=-57;cid=testClusterID;nsid=1435616258;c=1731403242096)
2024-11-12T09:20:43,614 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb39db3cb0b7f3438 with lease ID 0xb54e84e0785b0e83: from storage DS-f2484801-c48e-4e5c-a0ec-8db76f5553a8 node DatanodeRegistration(127.0.0.1:44509, datanodeUuid=4102e8dd-2122-463e-b239-0faed4505555, infoPort=36783, infoSecurePort=0, ipcPort=38603, storageInfo=lv=-57;cid=testClusterID;nsid=1435616258;c=1731403242096), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:43,614 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb39db3cb0b7f3438 with lease ID 0xb54e84e0785b0e83: Processing first storage report for DS-76a164d0-c8d9-4dba-b7d3-49ed4d26bf79 from datanode DatanodeRegistration(127.0.0.1:44509, datanodeUuid=4102e8dd-2122-463e-b239-0faed4505555, infoPort=36783, infoSecurePort=0, ipcPort=38603, storageInfo=lv=-57;cid=testClusterID;nsid=1435616258;c=1731403242096)
2024-11-12T09:20:43,614 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb39db3cb0b7f3438 with lease ID 0xb54e84e0785b0e83: from storage DS-76a164d0-c8d9-4dba-b7d3-49ed4d26bf79 node DatanodeRegistration(127.0.0.1:44509, datanodeUuid=4102e8dd-2122-463e-b239-0faed4505555, infoPort=36783, infoSecurePort=0, ipcPort=38603, storageInfo=lv=-57;cid=testClusterID;nsid=1435616258;c=1731403242096), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:20:43,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088
2024-11-12T09:20:43,638 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:43,639 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:43,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:20:44,049 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217 with version=8
2024-11-12T09:20:44,049 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/hbase-staging
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:20:44,051 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:44,056 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33889
2024-11-12T09:20:44,057 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33889 connecting to ZooKeeper ensemble=127.0.0.1:57647
2024-11-12T09:20:44,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338890x0, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:44,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33889-0x1012e58bf9f0003 connected
2024-11-12T09:20:44,180 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:44,182 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:44,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/running
2024-11-12T09:20:44,184 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217, hbase.cluster.distributed=false
2024-11-12T09:20:44,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/acl
2024-11-12T09:20:44,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33889
2024-11-12T09:20:44,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33889
2024-11-12T09:20:44,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33889
2024-11-12T09:20:44,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33889
2024-11-12T09:20:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33889
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:20:44,214 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:20:44,217 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35017
2024-11-12T09:20:44,219 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35017 connecting to ZooKeeper ensemble=127.0.0.1:57647
2024-11-12T09:20:44,219 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:44,221 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:44,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350170x0, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:44,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350170x0, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/running
2024-11-12T09:20:44,234 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:20:44,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35017-0x1012e58bf9f0004 connected
2024-11-12T09:20:44,236 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:20:44,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/master
2024-11-12T09:20:44,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/acl
2024-11-12T09:20:44,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35017
2024-11-12T09:20:44,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35017
2024-11-12T09:20:44,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35017
2024-11-12T09:20:44,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35017
2024-11-12T09:20:44,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35017
2024-11-12T09:20:44,263 DEBUG [M:0;106923ea030f:33889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:33889
2024-11-12T09:20:44,263 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-626057991/backup-masters/106923ea030f,33889,1731403244051
2024-11-12T09:20:44,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991/backup-masters
2024-11-12T09:20:44,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991/backup-masters
2024-11-12T09:20:44,275 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on existing znode=/1-626057991/backup-masters/106923ea030f,33889,1731403244051
2024-11-12T09:20:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-626057991/master
2024-11-12T09:20:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:44,286 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on existing znode=/1-626057991/master
2024-11-12T09:20:44,286 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-626057991/backup-masters/106923ea030f,33889,1731403244051 from backup master directory
2024-11-12T09:20:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-626057991/backup-masters/106923ea030f,33889,1731403244051
2024-11-12T09:20:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991/backup-masters
2024-11-12T09:20:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991/backup-masters
2024-11-12T09:20:44,296 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:44,296 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,33889,1731403244051
2024-11-12T09:20:44,301 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/hbase.id] with ID: a148ad8b-ff40-41d9-b606-3e2feaa077c8
2024-11-12T09:20:44,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/.tmp/hbase.id
2024-11-12T09:20:44,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:20:44,313 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/.tmp/hbase.id]:[hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/hbase.id]
2024-11-12T09:20:44,330 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:44,330 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:20:44,331 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:20:44,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:44,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:44,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:20:44,757 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:44,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:20:44,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:44,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:20:45,164 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store
2024-11-12T09:20:45,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:20:45,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:45,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:45,170 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:45,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:45,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:45,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:45,170 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:45,170 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403245170Disabling compacts and flushes for region at 1731403245170Disabling writes for close at 1731403245170Writing region close event to WAL at 1731403245170Closed at 1731403245170
2024-11-12T09:20:45,171 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/.initializing
2024-11-12T09:20:45,171 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/WALs/106923ea030f,33889,1731403244051
2024-11-12T09:20:45,172 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:45,173 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C33889%2C1731403244051, suffix=, logDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/WALs/106923ea030f,33889,1731403244051, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/oldWALs, maxLogs=10
2024-11-12T09:20:45,189 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/WALs/106923ea030f,33889,1731403244051/106923ea030f%2C33889%2C1731403244051.1731403245173, exclude list is [], retry=0
2024-11-12T09:20:45,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f2484801-c48e-4e5c-a0ec-8db76f5553a8,DISK]
2024-11-12T09:20:45,202 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/WALs/106923ea030f,33889,1731403244051/106923ea030f%2C33889%2C1731403244051.1731403245173
2024-11-12T09:20:45,202 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)]
2024-11-12T09:20:45,202 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:45,203 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:45,203 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,203 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,207 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:45,208 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:20:45,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:45,208 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:45,208 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:45,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:20:45,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:45,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:45,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:45,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:20:45,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:45,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:45,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:20:45,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:20:45,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:45,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:45,213 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,213 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,214 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,215 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,215 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,215 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:45,216 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:20:45,221 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:45,221 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70130366, jitterRate=0.04502388834953308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:45,221 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403245203Initializing all the Stores at 1731403245204 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403245204Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403245206 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403245206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403245207 (+1 ms)Cleaning up temporary data from old regions at 1731403245215 (+8 ms)Region opened successfully at 1731403245221 (+6 ms)
2024-11-12T09:20:45,226 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:20:45,229 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdc5c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:45,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:20:45,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:20:45,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:20:45,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:20:45,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:20:45,231 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:20:45,231 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:20:45,236 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:20:45,237 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Unable to get data of znode /1-626057991/balancer because node does not exist (not necessarily an error)
2024-11-12T09:20:45,361 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-626057991/balancer already deleted, retry=false
2024-11-12T09:20:45,362 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:20:45,362 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Unable to get data of znode /1-626057991/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:20:45,412 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-626057991/normalizer already deleted, retry=false
2024-11-12T09:20:45,413 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:20:45,414 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Unable to get data of znode /1-626057991/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:20:45,486 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-626057991/switch/split already deleted, retry=false
2024-11-12T09:20:45,487 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Unable to get data of znode /1-626057991/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:20:45,623 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-626057991/switch/merge already deleted, retry=false
2024-11-12T09:20:45,625 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Unable to get data of znode /1-626057991/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:20:45,654 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-626057991/snapshot-cleanup already deleted, retry=false
2024-11-12T09:20:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-626057991/running
2024-11-12T09:20:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-626057991/running
2024-11-12T09:20:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:45,729 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,33889,1731403244051, sessionid=0x1012e58bf9f0003, setting cluster-up flag (Was=false)
2024-11-12T09:20:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:45,790 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-626057991/flush-table-proc/acquired, /1-626057991/flush-table-proc/reached, /1-626057991/flush-table-proc/abort
2024-11-12T09:20:45,791 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33889,1731403244051
2024-11-12T09:20:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:45,843 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-626057991/online-snapshot/acquired, /1-626057991/online-snapshot/reached, /1-626057991/online-snapshot/abort
2024-11-12T09:20:45,844 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33889,1731403244051
2024-11-12T09:20:45,845 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:20:45,846 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:45,846 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:20:45,846 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:20:45,847 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,33889,1731403244051
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:45,848 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403275849
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:20:45,849 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:45,850 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:20:45,850 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:20:45,850 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:20:45,850 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:20:45,850 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:20:45,850 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:20:45,850 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:20:45,850 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403245850,5,FailOnTimeoutGroup]
2024-11-12T09:20:45,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:45,851 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:20:45,856 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403245850,5,FailOnTimeoutGroup]
2024-11-12T09:20:45,856 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,856 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:20:45,856 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,856 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,861 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(746): ClusterId : a148ad8b-ff40-41d9-b606-3e2feaa077c8
2024-11-12T09:20:45,861 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:20:45,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:20:45,909 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:20:45,909 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:20:45,928 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:20:45,928 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1742bb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:20:45,939 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:35017
2024-11-12T09:20:45,939 INFO  [RS:0;106923ea030f:35017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:20:45,939 INFO  [RS:0;106923ea030f:35017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:20:45,939 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:20:45,940 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,33889,1731403244051 with port=35017, startcode=1731403244213
2024-11-12T09:20:45,940 DEBUG [RS:0;106923ea030f:35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:20:45,941 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:20:45,942 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,35017,1731403244213
2024-11-12T09:20:45,942 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33889 {}] master.ServerManager(517): Registering regionserver=106923ea030f,35017,1731403244213
2024-11-12T09:20:45,943 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217
2024-11-12T09:20:45,943 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45715
2024-11-12T09:20:45,943 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:20:45,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991/rs
2024-11-12T09:20:45,949 DEBUG [RS:0;106923ea030f:35017 {}] zookeeper.ZKUtil(111): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on existing znode=/1-626057991/rs/106923ea030f,35017,1731403244213
2024-11-12T09:20:45,949 WARN  [RS:0;106923ea030f:35017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:20:45,949 INFO  [RS:0;106923ea030f:35017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:45,949 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213
2024-11-12T09:20:45,949 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,35017,1731403244213]
2024-11-12T09:20:45,952 INFO  [RS:0;106923ea030f:35017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:20:45,953 INFO  [RS:0;106923ea030f:35017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:20:45,956 INFO  [RS:0;106923ea030f:35017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:20:45,956 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,956 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:20:45,957 INFO  [RS:0;106923ea030f:35017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:20:45,957 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,957 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,957 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,957 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,957 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,957 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,957 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:45,958 DEBUG [RS:0;106923ea030f:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:20:45,961 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,961 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,961 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,961 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,961 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,961 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35017,1731403244213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:45,979 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:20:45,979 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35017,1731403244213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,979 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,979 INFO  [RS:0;106923ea030f:35017 {}] regionserver.Replication(171): 106923ea030f,35017,1731403244213 started
2024-11-12T09:20:45,996 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:45,996 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,35017,1731403244213, RpcServer on 106923ea030f/172.17.0.2:35017, sessionid=0x1012e58bf9f0004
2024-11-12T09:20:45,996 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:20:45,996 DEBUG [RS:0;106923ea030f:35017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,35017,1731403244213
2024-11-12T09:20:45,996 DEBUG [RS:0;106923ea030f:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,35017,1731403244213'
2024-11-12T09:20:45,996 DEBUG [RS:0;106923ea030f:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-626057991/flush-table-proc/abort'
2024-11-12T09:20:45,997 DEBUG [RS:0;106923ea030f:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-626057991/flush-table-proc/acquired'
2024-11-12T09:20:45,997 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:20:45,997 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:20:45,997 DEBUG [RS:0;106923ea030f:35017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,35017,1731403244213
2024-11-12T09:20:45,997 DEBUG [RS:0;106923ea030f:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,35017,1731403244213'
2024-11-12T09:20:45,997 DEBUG [RS:0;106923ea030f:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-626057991/online-snapshot/abort'
2024-11-12T09:20:45,998 DEBUG [RS:0;106923ea030f:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-626057991/online-snapshot/acquired'
2024-11-12T09:20:45,998 DEBUG [RS:0;106923ea030f:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:20:45,998 INFO  [RS:0;106923ea030f:35017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:20:45,998 INFO  [RS:0;106923ea030f:35017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:20:46,099 INFO  [RS:0;106923ea030f:35017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:20:46,100 INFO  [RS:0;106923ea030f:35017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35017%2C1731403244213, suffix=, logDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/oldWALs, maxLogs=10
2024-11-12T09:20:46,114 DEBUG [RS:0;106923ea030f:35017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100, exclude list is [], retry=0
2024-11-12T09:20:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f2484801-c48e-4e5c-a0ec-8db76f5553a8,DISK]
2024-11-12T09:20:46,118 INFO  [RS:0;106923ea030f:35017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100
2024-11-12T09:20:46,118 DEBUG [RS:0;106923ea030f:35017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)]
2024-11-12T09:20:46,266 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:20:46,267 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217
2024-11-12T09:20:46,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:20:46,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:46,675 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:46,676 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:46,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:46,677 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:46,677 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:46,677 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:46,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:46,678 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:46,678 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:46,679 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:46,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:46,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:46,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:46,680 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:46,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:46,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:46,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:46,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740
2024-11-12T09:20:46,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740
2024-11-12T09:20:46,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:46,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:46,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:46,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:46,685 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59352397, jitterRate=-0.11558036506175995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403246674Initializing all the Stores at 1731403246675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403246675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403246675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403246675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403246675Cleaning up temporary data from old regions at 1731403246682 (+7 ms)Region opened successfully at 1731403246685 (+3 ms)
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:46,685 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:46,685 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:46,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403246685Disabling compacts and flushes for region at 1731403246685Disabling writes for close at 1731403246685Writing region close event to WAL at 1731403246685Closed at 1731403246685
2024-11-12T09:20:46,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:46,686 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:20:46,686 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:20:46,687 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:46,688 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:20:46,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:20:46,838 DEBUG [106923ea030f:33889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:20:46,838 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,35017,1731403244213
2024-11-12T09:20:46,839 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,35017,1731403244213, state=OPENING
2024-11-12T09:20:46,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:20:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:46,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:20:46,891 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,35017,1731403244213}]
2024-11-12T09:20:46,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-626057991/meta-region-server: CHANGED
2024-11-12T09:20:46,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-626057991/meta-region-server: CHANGED
2024-11-12T09:20:47,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:47,045 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:20:47,048 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:20:47,048 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:47,048 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:20:47,049 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35017%2C1731403244213.meta, suffix=.meta, logDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/oldWALs, maxLogs=10
2024-11-12T09:20:47,061 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.meta.1731403247050.meta, exclude list is [], retry=0
2024-11-12T09:20:47,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f2484801-c48e-4e5c-a0ec-8db76f5553a8,DISK]
2024-11-12T09:20:47,065 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.meta.1731403247050.meta
2024-11-12T09:20:47,065 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)]
2024-11-12T09:20:47,065 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:47,065 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:47,066 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:47,066 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:20:47,066 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:20:47,066 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:20:47,066 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:47,066 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:20:47,066 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:20:47,067 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:20:47,067 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:20:47,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:47,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:20:47,069 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:20:47,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:47,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:20:47,073 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:20:47,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:47,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:20:47,075 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:20:47,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,075 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:20:47,075 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:20:47,076 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740
2024-11-12T09:20:47,077 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740
2024-11-12T09:20:47,078 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:20:47,078 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:20:47,078 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:20:47,079 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:20:47,080 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59716706, jitterRate=-0.1101517379283905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:20:47,080 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:20:47,080 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403247066Writing region info on filesystem at 1731403247066Initializing all the Stores at 1731403247067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403247067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403247067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403247067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403247067Cleaning up temporary data from old regions at 1731403247078 (+11 ms)Running coprocessor post-open hooks at 1731403247080 (+2 ms)Region opened successfully at 1731403247080
2024-11-12T09:20:47,081 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403247044
2024-11-12T09:20:47,083 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:20:47,083 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:20:47,083 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,35017,1731403244213
2024-11-12T09:20:47,084 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,35017,1731403244213, state=OPEN
2024-11-12T09:20:47,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-626057991/meta-region-server
2024-11-12T09:20:47,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-626057991/meta-region-server
2024-11-12T09:20:47,105 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,35017,1731403244213
2024-11-12T09:20:47,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-626057991/meta-region-server: CHANGED
2024-11-12T09:20:47,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-626057991/meta-region-server: CHANGED
2024-11-12T09:20:47,106 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:20:47,106 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,35017,1731403244213 in 214 msec
2024-11-12T09:20:47,108 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:20:47,108 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec
2024-11-12T09:20:47,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:20:47,108 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:20:47,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:47,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35017,1731403244213, seqNum=-1]
2024-11-12T09:20:47,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:47,111 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:47,115 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec
2024-11-12T09:20:47,115 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403247115, completionTime=-1
2024-11-12T09:20:47,115 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:20:47,115 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:20:47,117 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403307117
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403367118
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33889,1731403244051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33889,1731403244051-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33889,1731403244051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:33889, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,118 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,120 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:20:47,122 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33889,1731403244051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:20:47,123 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33889,1731403244051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:20:47,125 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:20:47,125 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:20:47,125 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33889,1731403244051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:20:47,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf4ae65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:47,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:47,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:47,163 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:47,165 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:47,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78991f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:47,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:47,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35017,1731403244213, seqNum=-1]
2024-11-12T09:20:47,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:47,168 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:47,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,33889,1731403244051
2024-11-12T09:20:47,171 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57647
2024-11-12T09:20:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:20:47,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e58bf9f0005 connected
2024-11-12T09:20:47,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40447,1731403238407
2024-11-12T09:20:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ffd075
2024-11-12T09:20:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:47,195 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:47,196 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:20:47,198 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:20:47,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:20:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:47,200 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:20:47,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:20:47,210 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f90368e02c4c2de0a0f7dfe33d996d9, NAME => 'test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a
2024-11-12T09:20:47,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:20:47,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:47,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9f90368e02c4c2de0a0f7dfe33d996d9, disabling compactions & flushes
2024-11-12T09:20:47,216 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9. after waiting 0 ms
2024-11-12T09:20:47,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,216 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f90368e02c4c2de0a0f7dfe33d996d9:
Waiting for close lock at 1731403247216Disabling compacts and flushes for region at 1731403247216Disabling writes for close at 1731403247216Writing region close event to WAL at 1731403247216Closed at 1731403247216
2024-11-12T09:20:47,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:20:47,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403247218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403247218"}]},"ts":"1731403247218"}
2024-11-12T09:20:47,220 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:20:47,221 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:20:47,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403247221"}]},"ts":"1731403247221"}
2024-11-12T09:20:47,225 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:20:47,226 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f90368e02c4c2de0a0f7dfe33d996d9, ASSIGN}]
2024-11-12T09:20:47,227 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f90368e02c4c2de0a0f7dfe33d996d9, ASSIGN
2024-11-12T09:20:47,230 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9f90368e02c4c2de0a0f7dfe33d996d9, ASSIGN; state=OFFLINE, location=106923ea030f,37553,1731403238603; forceNewPlan=false, retain=false
2024-11-12T09:20:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:47,380 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f90368e02c4c2de0a0f7dfe33d996d9, regionState=OPENING, regionLocation=106923ea030f,37553,1731403238603
2024-11-12T09:20:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9f90368e02c4c2de0a0f7dfe33d996d9, ASSIGN because future has completed
2024-11-12T09:20:47,383 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f90368e02c4c2de0a0f7dfe33d996d9, server=106923ea030f,37553,1731403238603}]
2024-11-12T09:20:47,393 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:47,433 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,435 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,455 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:47,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:20:47,466 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:20:47,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:47,467 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:20:47,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:47,467 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:20:47,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:20:47,467 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:20:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:47,543 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,543 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f90368e02c4c2de0a0f7dfe33d996d9, NAME => 'test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:47,543 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:47,543 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:20:47,543 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,543 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:47,543 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,543 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,548 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f90368e02c4c2de0a0f7dfe33d996d9 
2024-11-12T09:20:47,549 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f90368e02c4c2de0a0f7dfe33d996d9 columnFamilyName f
2024-11-12T09:20:47,549 DEBUG [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,550 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] regionserver.HStore(327): Store=9f90368e02c4c2de0a0f7dfe33d996d9/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:47,550 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9f90368e02c4c2de0a0f7dfe33d996d9 
2024-11-12T09:20:47,551 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f90368e02c4c2de0a0f7dfe33d996d9 columnFamilyName f1
2024-11-12T09:20:47,551 DEBUG [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,551 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] regionserver.HStore(327): Store=9f90368e02c4c2de0a0f7dfe33d996d9/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:47,551 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f90368e02c4c2de0a0f7dfe33d996d9 
2024-11-12T09:20:47,552 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f90368e02c4c2de0a0f7dfe33d996d9 columnFamilyName norep
2024-11-12T09:20:47,552 DEBUG [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,552 INFO  [StoreOpener-9f90368e02c4c2de0a0f7dfe33d996d9-1 {}] regionserver.HStore(327): Store=9f90368e02c4c2de0a0f7dfe33d996d9/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:47,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,554 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,554 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,554 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,555 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:20:47,556 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,558 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:47,558 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f90368e02c4c2de0a0f7dfe33d996d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74224767, jitterRate=0.10603521764278412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:20:47,558 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:20:47,559 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f90368e02c4c2de0a0f7dfe33d996d9:
Running coprocessor pre-open hook at 1731403247543Writing region info on filesystem at 1731403247543Initializing all the Stores at 1731403247544 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403247544Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403247548 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403247548Cleaning up temporary data from old regions at 1731403247554 (+6 ms)Running coprocessor post-open hooks at 1731403247558 (+4 ms)Region opened successfully at 1731403247559 (+1 ms)
2024-11-12T09:20:47,560 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., pid=6, masterSystemTime=1731403247536
2024-11-12T09:20:47,563 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f90368e02c4c2de0a0f7dfe33d996d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,37553,1731403238603
2024-11-12T09:20:47,563 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,563 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:20:47,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f90368e02c4c2de0a0f7dfe33d996d9, server=106923ea030f,37553,1731403238603 because future has completed
2024-11-12T09:20:47,573 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:20:47,573 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f90368e02c4c2de0a0f7dfe33d996d9, server=106923ea030f,37553,1731403238603 in 188 msec
2024-11-12T09:20:47,575 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:20:47,575 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9f90368e02c4c2de0a0f7dfe33d996d9, ASSIGN in 347 msec
2024-11-12T09:20:47,576 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:20:47,576 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403247576"}]},"ts":"1731403247576"}
2024-11-12T09:20:47,579 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:20:47,580 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:20:47,582 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 384 msec
2024-11-12T09:20:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:47,823 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:20:47,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33889,1731403244051
2024-11-12T09:20:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@443c783e
2024-11-12T09:20:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:47,825 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:47,826 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:20:47,828 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:20:47,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:47,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:20:47,829 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:20:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:47,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:20:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:48,236 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 696be228046e6c462ddad914648d7c63, NAME => 'test,,1731403247826.696be228046e6c462ddad914648d7c63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217
2024-11-12T09:20:48,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:20:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:48,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403247826.696be228046e6c462ddad914648d7c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:48,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 696be228046e6c462ddad914648d7c63, disabling compactions & flushes
2024-11-12T09:20:48,642 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403247826.696be228046e6c462ddad914648d7c63. after waiting 0 ms
2024-11-12T09:20:48,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,642 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 696be228046e6c462ddad914648d7c63:
Waiting for close lock at 1731403248642Disabling compacts and flushes for region at 1731403248642Disabling writes for close at 1731403248642Writing region close event to WAL at 1731403248642Closed at 1731403248642
2024-11-12T09:20:48,643 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:20:48,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403247826.696be228046e6c462ddad914648d7c63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403248644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403248644"}]},"ts":"1731403248644"}
2024-11-12T09:20:48,646 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:20:48,646 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:20:48,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403248646"}]},"ts":"1731403248646"}
2024-11-12T09:20:48,648 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:20:48,648 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=696be228046e6c462ddad914648d7c63, ASSIGN}]
2024-11-12T09:20:48,649 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=696be228046e6c462ddad914648d7c63, ASSIGN
2024-11-12T09:20:48,649 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=696be228046e6c462ddad914648d7c63, ASSIGN; state=OFFLINE, location=106923ea030f,35017,1731403244213; forceNewPlan=false, retain=false
2024-11-12T09:20:48,800 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=696be228046e6c462ddad914648d7c63, regionState=OPENING, regionLocation=106923ea030f,35017,1731403244213
2024-11-12T09:20:48,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=696be228046e6c462ddad914648d7c63, ASSIGN because future has completed
2024-11-12T09:20:48,803 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696be228046e6c462ddad914648d7c63, server=106923ea030f,35017,1731403244213}]
2024-11-12T09:20:48,958 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,958 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 696be228046e6c462ddad914648d7c63, NAME => 'test,,1731403247826.696be228046e6c462ddad914648d7c63.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:48,958 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:48,958 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:20:48,958 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,958 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403247826.696be228046e6c462ddad914648d7c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:48,958 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,958 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,959 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 696be228046e6c462ddad914648d7c63 
2024-11-12T09:20:48,960 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696be228046e6c462ddad914648d7c63 columnFamilyName f
2024-11-12T09:20:48,960 DEBUG [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:48,961 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] regionserver.HStore(327): Store=696be228046e6c462ddad914648d7c63/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:48,961 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 696be228046e6c462ddad914648d7c63 
2024-11-12T09:20:48,961 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696be228046e6c462ddad914648d7c63 columnFamilyName f1
2024-11-12T09:20:48,961 DEBUG [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:48,962 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] regionserver.HStore(327): Store=696be228046e6c462ddad914648d7c63/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:48,962 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 696be228046e6c462ddad914648d7c63 
2024-11-12T09:20:48,962 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696be228046e6c462ddad914648d7c63 columnFamilyName norep
2024-11-12T09:20:48,963 DEBUG [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:48,963 INFO  [StoreOpener-696be228046e6c462ddad914648d7c63-1 {}] regionserver.HStore(327): Store=696be228046e6c462ddad914648d7c63/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:48,963 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,964 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,964 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,965 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,965 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,965 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:20:48,966 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,968 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:48,968 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 696be228046e6c462ddad914648d7c63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67729880, jitterRate=0.009253859519958496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:20:48,968 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:48,968 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 696be228046e6c462ddad914648d7c63:
Running coprocessor pre-open hook at 1731403248958Writing region info on filesystem at 1731403248958Initializing all the Stores at 1731403248959 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403248959Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403248959Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403248959Cleaning up temporary data from old regions at 1731403248965 (+6 ms)Running coprocessor post-open hooks at 1731403248968 (+3 ms)Region opened successfully at 1731403248968
2024-11-12T09:20:48,969 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403247826.696be228046e6c462ddad914648d7c63., pid=6, masterSystemTime=1731403248955
2024-11-12T09:20:48,970 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,970 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:48,971 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=696be228046e6c462ddad914648d7c63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,35017,1731403244213
2024-11-12T09:20:48,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696be228046e6c462ddad914648d7c63, server=106923ea030f,35017,1731403244213 because future has completed
2024-11-12T09:20:48,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:20:48,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 696be228046e6c462ddad914648d7c63, server=106923ea030f,35017,1731403244213 in 171 msec
2024-11-12T09:20:48,977 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:20:48,977 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=696be228046e6c462ddad914648d7c63, ASSIGN in 327 msec
2024-11-12T09:20:48,977 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:20:48,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403248977"}]},"ts":"1731403248977"}
2024-11-12T09:20:48,979 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:20:48,980 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:20:48,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec
2024-11-12T09:20:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:20:49,972 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:20:49,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243eb29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:49,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:49,974 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792d351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:49,975 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2c3a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467ec239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:49,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:49,976 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ab005e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:49,977 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdb553d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a33adfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:49,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:49,979 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aab3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:49,980 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33361bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40447,1731403238407
2024-11-12T09:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783d00e
2024-11-12T09:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:49,981 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:49,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:33889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:20:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:20:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:49,984 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33889'
2024-11-12T09:20:49,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4396477f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,985 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:49,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:49,986 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2968e7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:49,987 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:49,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585c37e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:49,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:49,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33889,1731403244051
2024-11-12T09:20:49,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@475cffcc
2024-11-12T09:20:49,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:49,989 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:49,990 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:20:49,990 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:20:49,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:49,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:49,990 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:49,990 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:49,991 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:20:49,991 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:20:49,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:49,992 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:20:49,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:20:50,041 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:20:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:50,399 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bceafbacdbb85f69a0bd9a4197fa02d8, NAME => 'hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a
2024-11-12T09:20:50,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:20:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:50,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:50,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bceafbacdbb85f69a0bd9a4197fa02d8, disabling compactions & flushes
2024-11-12T09:20:50,804 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:50,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:50,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8. after waiting 0 ms
2024-11-12T09:20:50,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:50,804 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:50,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bceafbacdbb85f69a0bd9a4197fa02d8:
Waiting for close lock at 1731403250804Disabling compacts and flushes for region at 1731403250804Disabling writes for close at 1731403250804Writing region close event to WAL at 1731403250804Closed at 1731403250804
2024-11-12T09:20:50,806 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:20:50,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403250806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403250806"}]},"ts":"1731403250806"}
2024-11-12T09:20:50,808 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:20:50,809 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:20:50,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403250810"}]},"ts":"1731403250810"}
2024-11-12T09:20:50,812 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:20:50,812 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bceafbacdbb85f69a0bd9a4197fa02d8, ASSIGN}]
2024-11-12T09:20:50,814 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bceafbacdbb85f69a0bd9a4197fa02d8, ASSIGN
2024-11-12T09:20:50,814 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bceafbacdbb85f69a0bd9a4197fa02d8, ASSIGN; state=OFFLINE, location=106923ea030f,37553,1731403238603; forceNewPlan=false, retain=false
2024-11-12T09:20:50,965 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bceafbacdbb85f69a0bd9a4197fa02d8, regionState=OPENING, regionLocation=106923ea030f,37553,1731403238603
2024-11-12T09:20:50,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bceafbacdbb85f69a0bd9a4197fa02d8, ASSIGN because future has completed
2024-11-12T09:20:50,968 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bceafbacdbb85f69a0bd9a4197fa02d8, server=106923ea030f,37553,1731403238603}]
2024-11-12T09:20:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:51,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:51,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:51,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:20:51,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C37553%2C1731403238603.rep, suffix=, logDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603, archiveDir=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/oldWALs, maxLogs=10
2024-11-12T09:20:51,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.rep.1731403251125, exclude list is [], retry=0
2024-11-12T09:20:51,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35695,DS-90f18894-6429-42ee-b7d0-b7c0d00645e1,DISK]
2024-11-12T09:20:51,141 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.rep.1731403251125
2024-11-12T09:20:51,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39307:39307)]
2024-11-12T09:20:51,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bceafbacdbb85f69a0bd9a4197fa02d8, NAME => 'hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:51,142 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8. service=MultiRowMutationService
2024-11-12T09:20:51,142 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:20:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,143 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bceafbacdbb85f69a0bd9a4197fa02d8 
2024-11-12T09:20:51,144 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bceafbacdbb85f69a0bd9a4197fa02d8 columnFamilyName hfileref
2024-11-12T09:20:51,144 DEBUG [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:51,144 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] regionserver.HStore(327): Store=bceafbacdbb85f69a0bd9a4197fa02d8/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:51,144 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bceafbacdbb85f69a0bd9a4197fa02d8 
2024-11-12T09:20:51,145 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bceafbacdbb85f69a0bd9a4197fa02d8 columnFamilyName queue
2024-11-12T09:20:51,145 DEBUG [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:51,145 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] regionserver.HStore(327): Store=bceafbacdbb85f69a0bd9a4197fa02d8/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:51,146 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bceafbacdbb85f69a0bd9a4197fa02d8 
2024-11-12T09:20:51,146 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bceafbacdbb85f69a0bd9a4197fa02d8 columnFamilyName sid
2024-11-12T09:20:51,146 DEBUG [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:51,147 INFO  [StoreOpener-bceafbacdbb85f69a0bd9a4197fa02d8-1 {}] regionserver.HStore(327): Store=bceafbacdbb85f69a0bd9a4197fa02d8/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:51,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:20:51,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:51,151 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bceafbacdbb85f69a0bd9a4197fa02d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63849314, jitterRate=-0.04857107996940613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:20:51,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:20:51,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bceafbacdbb85f69a0bd9a4197fa02d8:
Running coprocessor pre-open hook at 1731403251142Writing region info on filesystem at 1731403251142Initializing all the Stores at 1731403251143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403251143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403251143Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403251143Cleaning up temporary data from old regions at 1731403251148 (+5 ms)Running coprocessor post-open hooks at 1731403251152 (+4 ms)Region opened successfully at 1731403251152
2024-11-12T09:20:51,153 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8., pid=10, masterSystemTime=1731403251120
2024-11-12T09:20:51,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:51,155 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:20:51,155 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bceafbacdbb85f69a0bd9a4197fa02d8, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,37553,1731403238603
2024-11-12T09:20:51,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bceafbacdbb85f69a0bd9a4197fa02d8, server=106923ea030f,37553,1731403238603 because future has completed
2024-11-12T09:20:51,163 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:20:51,163 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bceafbacdbb85f69a0bd9a4197fa02d8, server=106923ea030f,37553,1731403238603 in 193 msec
2024-11-12T09:20:51,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:20:51,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bceafbacdbb85f69a0bd9a4197fa02d8, ASSIGN in 351 msec
2024-11-12T09:20:51,165 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:20:51,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403251165"}]},"ts":"1731403251165"}
2024-11-12T09:20:51,166 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:20:51,167 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:20:51,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec
2024-11-12T09:20:51,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8., hostname=106923ea030f,37553,1731403238603, seqNum=2]
2024-11-12T09:20:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:20:51,276 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:20:51,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:20:51,429 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:20:51,461 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,37553,1731403238603, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:20:51,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:51,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37553,1731403238603, seqNum=-1]
2024-11-12T09:20:51,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:51,462 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-12T09:20:51,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,37553,1731403238603', locateType=CURRENT is [region=hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8., hostname=106923ea030f,37553,1731403238603, seqNum=2]
2024-11-12T09:20:51,466 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:20:51,468 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,37553,1731403238603 suceeded
2024-11-12T09:20:51,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:20:51,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec
2024-11-12T09:20:51,471 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:33889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:20:51,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec
2024-11-12T09:20:51,485 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33889'
2024-11-12T09:20:51,487 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d4f9b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:51,487 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:51,487 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:51,490 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:51,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:51,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:51,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf5d34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:51,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:51,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:51,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:51,493 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:51,493 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bea53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:51,494 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:51,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33889,1731403244051
2024-11-12T09:20:51,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7e4cf1
2024-11-12T09:20:51,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:51,496 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-12T09:20:51,497 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,37553,1731403238603 (queues=1) is replicating from cluster=d9d4ac64-f3c9-4c2e-91c3-28e704e4471d to cluster=a148ad8b-ff40-41d9-b606-3e2feaa077c8
2024-11-12T09:20:51,497 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C37553%2C1731403238603
2024-11-12T09:20:51,497 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,37553,1731403238603, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:20:51,498 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914, startPosition=0, beingWritten=true
2024-11-12T09:20:51,504 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C37553%2C1731403238603
2024-11-12T09:20:51,507 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:20:51,507 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:51,507 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37553,1731403238603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:20:51,718 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:51,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:20:52,022 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:52,133 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:20:52,134 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:52,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:52,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:52,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:52,134 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:52,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129347af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:52,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:52,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:52,135 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1beef154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:52,141 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1125c6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:52,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33889,1731403244051
2024-11-12T09:20:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c313b92
2024-11-12T09:20:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:52,144 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:52,144 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:40447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:20:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:20:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:52,148 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:40447'
2024-11-12T09:20:52,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6fa0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:52,148 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:52,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:52,149 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71279b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:52,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:52,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:52,150 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbc7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:52,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:52,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40447,1731403238407
2024-11-12T09:20:52,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3cd2ee
2024-11-12T09:20:52,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:52,153 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:52,153 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:20:52,153 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:20:52,154 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:52,154 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:52,154 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:20:52,154 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:52,157 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:20:52,158 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:20:52,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:52,158 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:20:52,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:20:52,207 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:20:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:52,426 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:52,568 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:52,572 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68c13a691227c9374eab23a7c440a031, NAME => 'hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217
2024-11-12T09:20:52,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:20:52,600 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,601 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,601 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,601 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,601 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,601 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,615 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:52,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:20:52,930 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:52,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:52,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 68c13a691227c9374eab23a7c440a031, disabling compactions & flushes
2024-11-12T09:20:52,982 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:52,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:52,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031. after waiting 0 ms
2024-11-12T09:20:52,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:52,982 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:52,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68c13a691227c9374eab23a7c440a031:
Waiting for close lock at 1731403252982Disabling compacts and flushes for region at 1731403252982Disabling writes for close at 1731403252982Writing region close event to WAL at 1731403252982Closed at 1731403252982
2024-11-12T09:20:52,983 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:20:52,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403252983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403252983"}]},"ts":"1731403252983"}
2024-11-12T09:20:52,985 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:20:52,986 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:20:52,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403252986"}]},"ts":"1731403252986"}
2024-11-12T09:20:52,987 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:20:52,987 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68c13a691227c9374eab23a7c440a031, ASSIGN}]
2024-11-12T09:20:52,988 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68c13a691227c9374eab23a7c440a031, ASSIGN
2024-11-12T09:20:52,989 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68c13a691227c9374eab23a7c440a031, ASSIGN; state=OFFLINE, location=106923ea030f,35017,1731403244213; forceNewPlan=false, retain=false
2024-11-12T09:20:53,139 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68c13a691227c9374eab23a7c440a031, regionState=OPENING, regionLocation=106923ea030f,35017,1731403244213
2024-11-12T09:20:53,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68c13a691227c9374eab23a7c440a031, ASSIGN because future has completed
2024-11-12T09:20:53,142 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c13a691227c9374eab23a7c440a031, server=106923ea030f,35017,1731403244213}]
2024-11-12T09:20:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:53,300 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:53,300 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:20:53,300 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:20:53,301 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35017%2C1731403244213.rep, suffix=, logDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/oldWALs, maxLogs=10
2024-11-12T09:20:53,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.rep.1731403253301, exclude list is [], retry=0
2024-11-12T09:20:53,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f2484801-c48e-4e5c-a0ec-8db76f5553a8,DISK]
2024-11-12T09:20:53,320 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.rep.1731403253301
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)]
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 68c13a691227c9374eab23a7c440a031, NAME => 'hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:20:53,321 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031. service=MultiRowMutationService
2024-11-12T09:20:53,321 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,322 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68c13a691227c9374eab23a7c440a031 
2024-11-12T09:20:53,324 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c13a691227c9374eab23a7c440a031 columnFamilyName hfileref
2024-11-12T09:20:53,324 DEBUG [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:53,324 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] regionserver.HStore(327): Store=68c13a691227c9374eab23a7c440a031/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:53,324 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68c13a691227c9374eab23a7c440a031 
2024-11-12T09:20:53,325 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c13a691227c9374eab23a7c440a031 columnFamilyName queue
2024-11-12T09:20:53,325 DEBUG [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:53,325 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] regionserver.HStore(327): Store=68c13a691227c9374eab23a7c440a031/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:53,325 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68c13a691227c9374eab23a7c440a031 
2024-11-12T09:20:53,326 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c13a691227c9374eab23a7c440a031 columnFamilyName sid
2024-11-12T09:20:53,326 DEBUG [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:20:53,327 INFO  [StoreOpener-68c13a691227c9374eab23a7c440a031-1 {}] regionserver.HStore(327): Store=68c13a691227c9374eab23a7c440a031/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:20:53,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:20:53,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:20:53,331 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 68c13a691227c9374eab23a7c440a031; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73079180, jitterRate=0.08896464109420776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:20:53,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:53,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 68c13a691227c9374eab23a7c440a031:
Running coprocessor pre-open hook at 1731403253321Writing region info on filesystem at 1731403253321Initializing all the Stores at 1731403253322 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403253322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403253322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403253322Cleaning up temporary data from old regions at 1731403253328 (+6 ms)Running coprocessor post-open hooks at 1731403253331 (+3 ms)Region opened successfully at 1731403253331
2024-11-12T09:20:53,332 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031., pid=10, masterSystemTime=1731403253296
2024-11-12T09:20:53,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:53,334 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:53,334 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68c13a691227c9374eab23a7c440a031, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,35017,1731403244213
2024-11-12T09:20:53,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c13a691227c9374eab23a7c440a031, server=106923ea030f,35017,1731403244213 because future has completed
2024-11-12T09:20:53,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:20:53,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 68c13a691227c9374eab23a7c440a031, server=106923ea030f,35017,1731403244213 in 195 msec
2024-11-12T09:20:53,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:20:53,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68c13a691227c9374eab23a7c440a031, ASSIGN in 352 msec
2024-11-12T09:20:53,341 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:20:53,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403253341"}]},"ts":"1731403253341"}
2024-11-12T09:20:53,343 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:20:53,343 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:20:53,345 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec
2024-11-12T09:20:53,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031., hostname=106923ea030f,35017,1731403244213, seqNum=2]
2024-11-12T09:20:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:53,402 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:20:53,534 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:53,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:20:53,554 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:20:53,580 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,35017,1731403244213, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:20:53,581 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:53,581 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35017,1731403244213, seqNum=-1]
2024-11-12T09:20:53,581 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:53,582 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-12T09:20:53,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,35017,1731403244213', locateType=CURRENT is [region=hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031., hostname=106923ea030f,35017,1731403244213, seqNum=2]
2024-11-12T09:20:53,585 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:20:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:20:53,587 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,35017,1731403244213 suceeded
2024-11-12T09:20:53,589 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:20:53,589 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:40447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:20:53,589 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec
2024-11-12T09:20:53,590 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec
2024-11-12T09:20:53,599 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:40447'
2024-11-12T09:20:53,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26aed18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:53,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:53,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:53,600 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:53,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:53,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:53,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@488782b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:53,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:53,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:53,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:53,602 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:53,602 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6460582f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:53,602 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:53,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40447,1731403238407
2024-11-12T09:20:53,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c51d235
2024-11-12T09:20:53,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:53,603 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-12T09:20:53,604 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,35017,1731403244213 (queues=1) is replicating from cluster=a148ad8b-ff40-41d9-b606-3e2feaa077c8 to cluster=d9d4ac64-f3c9-4c2e-91c3-28e704e4471d
2024-11-12T09:20:53,604 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C35017%2C1731403244213
2024-11-12T09:20:53,604 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,35017,1731403244213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:20:53,604 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C35017%2C1731403244213
2024-11-12T09:20:53,604 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100, startPosition=0, beingWritten=true
2024-11-12T09:20:53,611 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:20:53,611 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:53,611 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35017,1731403244213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:20:53,814 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:54,118 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:54,238 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:20:54,303 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:20:54,303 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:54,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:54,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:54,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:54,303 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:54,304 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:54,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731403254307/Put/seqid=0
2024-11-12T09:20:54,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741840_1016 (size=7894)
2024-11-12T09:20:54,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731403254316/Put/seqid=0
2024-11-12T09:20:54,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741841_1017 (size=7691)
2024-11-12T09:20:54,534 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:54,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77271e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:54,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:54,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:54,729 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183efd5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:54,732 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:54,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2dce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:54,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37553,1731403238603, seqNum=-1]
2024-11-12T09:20:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:54,735 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:54,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40447,1731403238407
2024-11-12T09:20:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40812002
2024-11-12T09:20:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:54,746 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., hostname=106923ea030f,37553,1731403238603, seqNum=2]
2024-11-12T09:20:54,751 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:20:54,761 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-12T09:20:54,764 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-12T09:20:54,771 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-12T09:20:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:54,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-12T09:20:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HRegion(2603): Flush status journal for 9f90368e02c4c2de0a0f7dfe33d996d9:

2024-11-12T09:20:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_0
2024-11-12T09:20:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_0 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_
2024-11-12T09:20:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_1
2024-11-12T09:20:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_1 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_
2024-11-12T09:20:54,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_0 into 9f90368e02c4c2de0a0f7dfe33d996d9/f as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ - updating store file list.
2024-11-12T09:20:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7df967f0a9814f11a01ef90802d01cdb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:54,803 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:54,803 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_0 into 9f90368e02c4c2de0a0f7dfe33d996d9/f (new location: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_)
2024-11-12T09:20:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_0
2024-11-12T09:20:54,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_1 into 9f90368e02c4c2de0a0f7dfe33d996d9/f as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ - updating store file list.
2024-11-12T09:20:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00123bbf935a45d4830f82a61fb73619_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:54,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:54,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_1 into 9f90368e02c4c2de0a0f7dfe33d996d9/f (new location: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_)
2024-11-12T09:20:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins__test__a3hecnds6f9cjm0q4h08jmqh17i41oobvqng5cdo0peuomu8kqb1hnmtcs98b169/f/hfile_1
2024-11-12T09:20:54,815 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:54,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:54,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:54,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:54,816 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:54,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., hostname=106923ea030f,37553,1731403238603, seqNum=2 , the old value is region=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., hostname=106923ea030f,37553,1731403238603, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=106923ea030f:37553 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:20:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., hostname=106923ea030f,37553,1731403238603, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:20:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., hostname=106923ea030f,37553,1731403238603, seqNum=2 from cache
2024-11-12T09:20:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35017,1731403244213, seqNum=-1]
2024-11-12T09:20:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58498 deadline: 1731403314816 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58498
2024-11-12T09:20:54,820 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403247826.696be228046e6c462ddad914648d7c63., hostname=106923ea030f,35017,1731403244213, seqNum=2]
2024-11-12T09:20:54,826 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:20:54,923 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:37553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-12T09:20:55,038 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:55,042 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 379, reset compression=false
2024-11-12T09:20:55,046 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:20:55,047 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37553,1731403238603 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f90368e02c4c2de0a0f7dfe33d996d9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403254813/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-12T09:20:55,049 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:55,050 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService
2024-11-12T09:20:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(318): Replicating [d9d4ac64-f3c9-4c2e-91c3-28e704e4471d] bulk loaded data
2024-11-12T09:20:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c1d0238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:55,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:55,051 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b0b79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:55,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:55,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:55,052 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:55,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82a3288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:55,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741840_1016 (size=7894)
2024-11-12T09:20:55,247 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:55,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741841_1017 (size=7691)
2024-11-12T09:20:55,562 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:55,641 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:55,829 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:20:55,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33889,1731403244051
2024-11-12T09:20:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24012c71
2024-11-12T09:20:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:55,879 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-12T09:20:55,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:20:55,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35017,1731403244213, seqNum=-1]
2024-11-12T09:20:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:55,884 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-12T09:20:55,897 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-12T09:20:55,901 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-12T09:20:55,910 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ for inclusion in 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-12T09:20:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:55,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ for inclusion in 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-12T09:20:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegion(2603): Flush status journal for 696be228046e6c462ddad914648d7c63:

2024-11-12T09:20:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 00123bbf935a45d4830f82a61fb73619_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:20:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_
2024-11-12T09:20:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:20:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/ebc9c02512eb4226a0ffa224929e5881_SeqId_4_
2024-11-12T09:20:55,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ into 696be228046e6c462ddad914648d7c63/f as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_ - updating store file list.
2024-11-12T09:20:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:55,937 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_ into 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:55,937 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_ into 696be228046e6c462ddad914648d7c63/f (new location: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_)
2024-11-12T09:20:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/00123bbf935a45d4830f82a61fb73619_SeqId_4_
2024-11-12T09:20:55,938 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ into 696be228046e6c462ddad914648d7c63/f as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/ebc9c02512eb4226a0ffa224929e5881_SeqId_4_ - updating store file list.
2024-11-12T09:20:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebc9c02512eb4226a0ffa224929e5881_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:55,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/ebc9c02512eb4226a0ffa224929e5881_SeqId_4_ into 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:55,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_ into 696be228046e6c462ddad914648d7c63/f (new location: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/ebc9c02512eb4226a0ffa224929e5881_SeqId_4_)
2024-11-12T09:20:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins.hfs.11__test__fvm4a2nvmicqup3phpimo0uia0lrvkb9u6m9hn16e42atp39t3lc6i96nfmtf0aq/f/7df967f0a9814f11a01ef90802d01cdb_SeqId_4_
2024-11-12T09:20:55,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(324): Finished replicating [d9d4ac64-f3c9-4c2e-91c3-28e704e4471d] bulk loaded data
2024-11-12T09:20:55,966 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:56,346 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 379, reset compression=false
2024-11-12T09:20:56,354 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:20:56,354 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35017,1731403244213 got entry batch from reader: WALEntryBatch [walEntries=[{test/696be228046e6c462ddad914648d7c63/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403255945/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-12T09:20:56,356 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:20:56,357 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService
2024-11-12T09:20:56,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.ReplicationSink(318): Replicating [d9d4ac64-f3c9-4c2e-91c3-28e704e4471d, a148ad8b-ff40-41d9-b606-3e2feaa077c8] bulk loaded data
2024-11-12T09:20:56,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490d5b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:56,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,40447,-1 for getting cluster id
2024-11-12T09:20:56,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:56,361 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d4ac64-f3c9-4c2e-91c3-28e704e4471d'
2024-11-12T09:20:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d4ac64-f3c9-4c2e-91c3-28e704e4471d"

2024-11-12T09:20:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24307289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,40447,-1]
2024-11-12T09:20:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:56,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:56,365 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:56,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad7384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:56,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741842_1018 (size=7691)
2024-11-12T09:20:56,474 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:56,554 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 725, reset compression=false
2024-11-12T09:20:56,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741843_1019 (size=7894)
2024-11-12T09:20:56,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:56,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,40447,1731403238407
2024-11-12T09:20:56,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87c19e4
2024-11-12T09:20:56,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:56,823 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-12T09:20:56,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:20:56,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:56,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37553,1731403238603, seqNum=-1]
2024-11-12T09:20:56,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:56,828 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-12T09:20:56,839 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:20:56,841 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__do42ilucsmtihfsdv8giqbgsd85po71n93grrgnu5d21pnetqkb567hmkn875ss1/f/4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-12T09:20:56,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731403256842/Put/seqid=0
2024-11-12T09:20:56,844 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__do42ilucsmtihfsdv8giqbgsd85po71n93grrgnu5d21pnetqkb567hmkn875ss1/f/ebc9c02512eb4226a0ffa224929e5881_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-12T09:20:56,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741842_1018 (size=11194)
2024-11-12T09:20:56,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.ReplicationSink(324): Finished replicating [d9d4ac64-f3c9-4c2e-91c3-28e704e4471d, a148ad8b-ff40-41d9-b606-3e2feaa077c8] bulk loaded data
2024-11-12T09:20:56,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731403256847/Put/seqid=0
2024-11-12T09:20:56,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741843_1019 (size=10791)
2024-11-12T09:20:56,858 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 725, reset compression=false
2024-11-12T09:20:56,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:20:56,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-12T09:20:56,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:20:56,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-12T09:20:56,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:20:56,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-12T09:20:57,077 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:57,262 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 725, reset compression=false
2024-11-12T09:20:57,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0672b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:57,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33889,-1 for getting cluster id
2024-11-12T09:20:57,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:20:57,266 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a148ad8b-ff40-41d9-b606-3e2feaa077c8'
2024-11-12T09:20:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:20:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a148ad8b-ff40-41d9-b606-3e2feaa077c8"

2024-11-12T09:20:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33889,-1]
2024-11-12T09:20:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:20:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:57,269 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:20:57,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6147eae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:20:57,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35017,1731403244213, seqNum=-1]
2024-11-12T09:20:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:57,274 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:57,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:20:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33889,1731403244051
2024-11-12T09:20:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b145dee
2024-11-12T09:20:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:20:57,293 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:20:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403247826.696be228046e6c462ddad914648d7c63., hostname=106923ea030f,35017,1731403244213, seqNum=2]
2024-11-12T09:20:57,303 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:20:57,342 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-12T09:20:57,349 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-12T09:20:57,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-12T09:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:57,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-12T09:20:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegion(2603): Flush status journal for 696be228046e6c462ddad914648d7c63:

2024-11-12T09:20:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_1
2024-11-12T09:20:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_1 as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/588919e17956496e8acf14760495d2e2_SeqId_6_
2024-11-12T09:20:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_0
2024-11-12T09:20:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_0 as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_
2024-11-12T09:20:57,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_1 into 696be228046e6c462ddad914648d7c63/f as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/588919e17956496e8acf14760495d2e2_SeqId_6_ - updating store file list.
2024-11-12T09:20:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 588919e17956496e8acf14760495d2e2_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:57,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/588919e17956496e8acf14760495d2e2_SeqId_6_ into 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:57,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_1 into 696be228046e6c462ddad914648d7c63/f (new location: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/588919e17956496e8acf14760495d2e2_SeqId_6_)
2024-11-12T09:20:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_1
2024-11-12T09:20:57,422 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_0 into 696be228046e6c462ddad914648d7c63/f as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ - updating store file list.
2024-11-12T09:20:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:57,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ into 696be228046e6c462ddad914648d7c63/f
2024-11-12T09:20:57,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_0 into 696be228046e6c462ddad914648d7c63/f (new location: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_)
2024-11-12T09:20:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/staging/jenkins__test__fhlakti26omb8hfv13adk3d7qqrg9kvcpaj8ldo9k3q0oksqi7pgodlq3l90rq74/f/hfile_0
2024-11-12T09:20:57,440 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:57,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:57,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:57,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:57,441 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:57,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:20:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731403247826.696be228046e6c462ddad914648d7c63., hostname=106923ea030f,35017,1731403244213, seqNum=2 , the old value is region=test,,1731403247826.696be228046e6c462ddad914648d7c63., hostname=106923ea030f,35017,1731403244213, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=106923ea030f:35017 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:20:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731403247826.696be228046e6c462ddad914648d7c63., hostname=106923ea030f,35017,1731403244213, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:20:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731403247826.696be228046e6c462ddad914648d7c63., hostname=106923ea030f,35017,1731403244213, seqNum=2 from cache
2024-11-12T09:20:57,443 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-12T09:20:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,37553,1731403238603, seqNum=-1]
2024-11-12T09:20:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:20:57,446 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:20:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., hostname=106923ea030f,37553,1731403238603, seqNum=2]
2024-11-12T09:20:57,458 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:20:57,554 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-12T09:20:57,783 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:57,788 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 725, reset compression=false
2024-11-12T09:20:57,795 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:20:57,796 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35017,1731403244213 got entry batch from reader: WALEntryBatch [walEntries=[{test/696be228046e6c462ddad914648d7c63/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403257438/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-12T09:20:57,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.ReplicationSink(318): Replicating [a148ad8b-ff40-41d9-b606-3e2feaa077c8] bulk loaded data
2024-11-12T09:20:57,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741844_1020 (size=10791)
2024-11-12T09:20:57,996 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 1033, reset compression=false
2024-11-12T09:20:58,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741845_1021 (size=11194)
2024-11-12T09:20:58,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:20:58,238 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/588919e17956496e8acf14760495d2e2_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-12T09:20:58,243 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-12T09:20:58,257 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ for inclusion in 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-12T09:20:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:58,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/588919e17956496e8acf14760495d2e2_SeqId_6_ for inclusion in 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-12T09:20:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:20:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HRegion(2603): Flush status journal for 9f90368e02c4c2de0a0f7dfe33d996d9:

2024-11-12T09:20:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:20:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/42106610973843fda1ca7bb4d0ab4d0a_SeqId_6_
2024-11-12T09:20:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 588919e17956496e8acf14760495d2e2_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:20:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/588919e17956496e8acf14760495d2e2_SeqId_6_ as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/52d3bbf44ebe41cf86c475afaabe1632_SeqId_6_
2024-11-12T09:20:58,275 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/42106610973843fda1ca7bb4d0ab4d0a_SeqId_6_ - updating store file list.
2024-11-12T09:20:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42106610973843fda1ca7bb4d0ab4d0a_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:58,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/42106610973843fda1ca7bb4d0ab4d0a_SeqId_6_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:58,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f (new location: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/42106610973843fda1ca7bb4d0ab4d0a_SeqId_6_)
2024-11-12T09:20:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/e2ab7f6727424defa5b3aae4dceb5831_SeqId_6_
2024-11-12T09:20:58,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/588919e17956496e8acf14760495d2e2_SeqId_6_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/52d3bbf44ebe41cf86c475afaabe1632_SeqId_6_ - updating store file list.
2024-11-12T09:20:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52d3bbf44ebe41cf86c475afaabe1632_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:20:58,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/52d3bbf44ebe41cf86c475afaabe1632_SeqId_6_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f
2024-11-12T09:20:58,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/588919e17956496e8acf14760495d2e2_SeqId_6_ into 9f90368e02c4c2de0a0f7dfe33d996d9/f (new location: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/f/52d3bbf44ebe41cf86c475afaabe1632_SeqId_6_)
2024-11-12T09:20:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/staging/jenkins.hfs.10__test__i6gqogqbv2hv7kmmjn69v1iqoo45f1bvb2j6r081dgek0mn0tvkf6b2n4g17ekis/f/588919e17956496e8acf14760495d2e2_SeqId_6_
2024-11-12T09:20:58,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37553 {}] regionserver.ReplicationSink(324): Finished replicating [a148ad8b-ff40-41d9-b606-3e2feaa077c8] bulk loaded data
2024-11-12T09:20:58,301 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 1033, reset compression=false
2024-11-12T09:20:58,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:20:58,475 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:58,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:58,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:58,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:58,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:20:58,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341317760, stopped=false
2024-11-12T09:20:58,475 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,33889,1731403244051
2024-11-12T09:20:58,475 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-626057991/running
2024-11-12T09:20:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-626057991/running
2024-11-12T09:20:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:58,495 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:58,495 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:20:58,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:58,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:58,496 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,35017,1731403244213' *****
2024-11-12T09:20:58,496 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:20:58,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/running
2024-11-12T09:20:58,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Set watcher on znode that does not yet exist, /1-626057991/running
2024-11-12T09:20:58,497 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:20:58,497 INFO  [RS:0;106923ea030f:35017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:20:58,497 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:20:58,497 INFO  [RS:0;106923ea030f:35017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:20:58,497 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:58,502 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:58,502 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,35017,1731403244213
2024-11-12T09:20:58,502 INFO  [RS:0;106923ea030f:35017 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:58,502 INFO  [RS:0;106923ea030f:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35017.
2024-11-12T09:20:58,502 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 696be228046e6c462ddad914648d7c63, disabling compactions & flushes
2024-11-12T09:20:58,503 DEBUG [RS:0;106923ea030f:35017 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:58,503 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:58,503 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:58,503 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:58,503 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403247826.696be228046e6c462ddad914648d7c63. after waiting 0 ms
2024-11-12T09:20:58,503 INFO  [RS:0;106923ea030f:35017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:20:58,503 INFO  [RS:0;106923ea030f:35017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:20:58,503 INFO  [RS:0;106923ea030f:35017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:20:58,503 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:20:58,503 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:58,503 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:20:58,503 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1325): Online Regions={696be228046e6c462ddad914648d7c63=test,,1731403247826.696be228046e6c462ddad914648d7c63., 1588230740=hbase:meta,,1.1588230740, 68c13a691227c9374eab23a7c440a031=hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.}
2024-11-12T09:20:58,503 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68c13a691227c9374eab23a7c440a031, 696be228046e6c462ddad914648d7c63
2024-11-12T09:20:58,504 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:20:58,504 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:20:58,504 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:20:58,504 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:20:58,504 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:20:58,504 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:20:58,513 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/default/test/696be228046e6c462ddad914648d7c63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:20:58,514 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 696be228046e6c462ddad914648d7c63:
Waiting for close lock at 1731403258502Running coprocessor pre-close hooks at 1731403258502Disabling compacts and flushes for region at 1731403258502Disabling writes for close at 1731403258503 (+1 ms)Writing region close event to WAL at 1731403258509 (+6 ms)Running coprocessor post-close hooks at 1731403258514 (+5 ms)Closed at 1731403258514
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403247826.696be228046e6c462ddad914648d7c63.
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68c13a691227c9374eab23a7c440a031, disabling compactions & flushes
2024-11-12T09:20:58,514 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031. after waiting 0 ms
2024-11-12T09:20:58,514 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:58,514 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68c13a691227c9374eab23a7c440a031 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB
2024-11-12T09:20:58,533 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/info/e771fb37b09b4f0b90f795812a8ad53b is 147, key is hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031./info:regioninfo/1731403253334/Put/seqid=0
2024-11-12T09:20:58,537 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/.tmp/hfileref/177e4dffe32d411189fa0c2ece3b485c is 74, key is 1/hfileref:4b320dc00cb04e62b8a9198500d00ac1_SeqId_4_/1731403256847/DeleteColumn/seqid=0
2024-11-12T09:20:58,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741844_1020 (size=7686)
2024-11-12T09:20:58,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741845_1021 (size=5345)
2024-11-12T09:20:58,551 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/.tmp/hfileref/177e4dffe32d411189fa0c2ece3b485c
2024-11-12T09:20:58,572 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:58,587 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 687, reset compression=false
2024-11-12T09:20:58,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:20:58,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,37553,1731403238603 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f90368e02c4c2de0a0f7dfe33d996d9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403258293/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-12T09:20:58,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 106923ea030f,35017,1731403244213 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T09:20:58,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60184 deadline: 1731403318601, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 106923ea030f,35017,1731403244213 stopping
2024-11-12T09:20:58,603 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 106923ea030f,35017,1731403244213 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:58,605 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/.tmp/queue/0d7229b544e844febb196718462d833a is 154, key is 1-106923ea030f,35017,1731403244213/queue:106923ea030f%2C35017%2C1731403244213/1731403258301/Put/seqid=0
2024-11-12T09:20:58,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741846_1022 (size=5353)
2024-11-12T09:20:58,704 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:58,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 106923ea030f,35017,1731403244213 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T09:20:58,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60184 deadline: 1731403318707, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 106923ea030f,35017,1731403244213 stopping
2024-11-12T09:20:58,709 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 106923ea030f,35017,1731403244213 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:58,723 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 1033, reset compression=false
2024-11-12T09:20:58,766 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:20:58,766 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 1328, reset compression=false
2024-11-12T09:20:58,766 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35017,1731403244213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:20:58,767 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,35017,1731403244213: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,35017,1731403244213, walGroup=106923ea030f%2C35017%2C1731403244213, offset=106923ea030f%2C35017%2C1731403244213.1731403246100:1328, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:20:58,768 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:20:58,768 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:20:58,769 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:20:58,769 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:20:58,769 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:20:58,769 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1063256064,
        "init": 1048576000,
        "max": 2306867200,
        "used": 529216512
      },
      "NonHeapMemoryUsage": {
        "committed": 190578688,
        "init": 7667712,
        "max": -1,
        "used": 187821592
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:20:58,772 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:20:58,800 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1033, reset compression=false
2024-11-12T09:20:58,825 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:20:58,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,889 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,904 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 106923ea030f,35017,1731403244213 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:58,914 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 106923ea030f,35017,1731403244213 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:58,931 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:20:58,945 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/info/e771fb37b09b4f0b90f795812a8ad53b
2024-11-12T09:20:58,961 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:20:58,961 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:20:58,991 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/ns/9ab50a2200424f1aa362a5e20422d2a6 is 43, key is default/ns:d/1731403247111/Put/seqid=0
2024-11-12T09:20:59,010 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 1328, reset compression=false
2024-11-12T09:20:59,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741847_1023 (size=5153)
2024-11-12T09:20:59,018 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/ns/9ab50a2200424f1aa362a5e20422d2a6
2024-11-12T09:20:59,022 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/.tmp/queue/0d7229b544e844febb196718462d833a
2024-11-12T09:20:59,040 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/.tmp/hfileref/177e4dffe32d411189fa0c2ece3b485c as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/hfileref/177e4dffe32d411189fa0c2ece3b485c
2024-11-12T09:20:59,059 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/hfileref/177e4dffe32d411189fa0c2ece3b485c, entries=4, sequenceid=12, filesize=5.2 K
2024-11-12T09:20:59,060 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/.tmp/queue/0d7229b544e844febb196718462d833a as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/queue/0d7229b544e844febb196718462d833a
2024-11-12T09:20:59,068 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/queue/0d7229b544e844febb196718462d833a, entries=1, sequenceid=12, filesize=5.2 K
2024-11-12T09:20:59,071 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 68c13a691227c9374eab23a7c440a031 in 557ms, sequenceid=12, compaction requested=false
2024-11-12T09:20:59,097 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/rep_barrier/931bae9be2f7468eafbf7dea5ae769bf is 112, key is test,,1731403247826.696be228046e6c462ddad914648d7c63./rep_barrier:seqnumDuringOpen/1731403248971/Put/seqid=0
2024-11-12T09:20:59,104 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68c13a691227c9374eab23a7c440a031
2024-11-12T09:20:59,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741848_1024 (size=5518)
2024-11-12T09:20:59,122 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/replication/68c13a691227c9374eab23a7c440a031/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-12T09:20:59,123 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:59,123 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:59,123 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:59,123 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68c13a691227c9374eab23a7c440a031:
Waiting for close lock at 1731403258514Running coprocessor pre-close hooks at 1731403258514Disabling compacts and flushes for region at 1731403258514Disabling writes for close at 1731403258514Obtaining lock to block concurrent updates at 1731403258514Preparing flush snapshotting stores in 68c13a691227c9374eab23a7c440a031 at 1731403258514Finished memstore snapshotting hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731403258515 (+1 ms)Flushing stores of hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031. at 1731403258515Flushing 68c13a691227c9374eab23a7c440a031/hfileref: creating writer at 1731403258515Flushing 68c13a691227c9374eab23a7c440a031/hfileref: appending metadata at 1731403258537 (+22 ms)Flushing 68c13a691227c9374eab23a7c440a031/hfileref: closing flushed file at 1731403258537Flushing 68c13a691227c9374eab23a7c440a031/queue: creating writer at 1731403258576 (+39 ms)Flushing 68c13a691227c9374eab23a7c440a031/queue: appending metadata at 1731403258604 (+28 ms)Flushing 68c13a691227c9374eab23a7c440a031/queue: closing flushed file at 1731403258604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697ec70: reopening flushed file at 1731403259039 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b40a475: reopening flushed file at 1731403259059 (+20 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 68c13a691227c9374eab23a7c440a031 in 557ms, sequenceid=12, compaction requested=false at 1731403259071 (+12 ms)Writing region close event to WAL at 1731403259110 (+39 ms)Running coprocessor post-close hooks at 1731403259123 (+13 ms)Closed at 1731403259123
2024-11-12T09:20:59,124 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403252154.68c13a691227c9374eab23a7c440a031.
2024-11-12T09:20:59,126 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1033, reset compression=false
2024-11-12T09:20:59,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 106923ea030f,35017,1731403244213 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:59,219 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 106923ea030f,35017,1731403244213 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:59,304 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:59,340 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.wal-reader.106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/WALs/106923ea030f,35017,1731403244213/106923ea030f%2C35017%2C1731403244213.1731403246100 to pos 1328, reset compression=false
2024-11-12T09:20:59,504 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:20:59,504 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:20:59,504 DEBUG [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:20:59,523 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/rep_barrier/931bae9be2f7468eafbf7dea5ae769bf
2024-11-12T09:20:59,546 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1033, reset compression=false
2024-11-12T09:20:59,560 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/table/560be72e45054987bc7a59d16a9cc3d4 is 53, key is hbase:replication/table:state/1731403253341/Put/seqid=0
2024-11-12T09:20:59,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741849_1025 (size=5308)
2024-11-12T09:20:59,565 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/table/560be72e45054987bc7a59d16a9cc3d4
2024-11-12T09:20:59,571 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/info/e771fb37b09b4f0b90f795812a8ad53b as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/info/e771fb37b09b4f0b90f795812a8ad53b
2024-11-12T09:20:59,576 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/info/e771fb37b09b4f0b90f795812a8ad53b, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:20:59,577 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/ns/9ab50a2200424f1aa362a5e20422d2a6 as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/ns/9ab50a2200424f1aa362a5e20422d2a6
2024-11-12T09:20:59,582 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/ns/9ab50a2200424f1aa362a5e20422d2a6, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:20:59,584 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/rep_barrier/931bae9be2f7468eafbf7dea5ae769bf as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/rep_barrier/931bae9be2f7468eafbf7dea5ae769bf
2024-11-12T09:20:59,589 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/rep_barrier/931bae9be2f7468eafbf7dea5ae769bf, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:20:59,590 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/.tmp/table/560be72e45054987bc7a59d16a9cc3d4 as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/table/560be72e45054987bc7a59d16a9cc3d4
2024-11-12T09:20:59,602 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/table/560be72e45054987bc7a59d16a9cc3d4, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:20:59,604 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1100ms, sequenceid=16, compaction requested=false
2024-11-12T09:20:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 106923ea030f,35017,1731403244213 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:59,624 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 106923ea030f,35017,1731403244213 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:20:59,626 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:20:59,627 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:20:59,627 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:20:59,627 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:59,627 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403258504Running coprocessor pre-close hooks at 1731403258504Disabling compacts and flushes for region at 1731403258504Disabling writes for close at 1731403258504Obtaining lock to block concurrent updates at 1731403258504Preparing flush snapshotting stores in 1588230740 at 1731403258504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403258508 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403258509 (+1 ms)Flushing 1588230740/info: creating writer at 1731403258509Flushing 1588230740/info: appending metadata at 1731403258532 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731403258532Flushing 1588230740/ns: creating writer at 1731403258950 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731403258989 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1731403258990 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731403259029 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403259096 (+67 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403259096Flushing 1588230740/table: creating writer at 1731403259534 (+438 ms)Flushing 1588230740/table: appending metadata at 1731403259560 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731403259560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e20316: reopening flushed file at 1731403259570 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64523145: reopening flushed file at 1731403259576 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53435ce3: reopening flushed file at 1731403259583 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6334c801: reopening flushed file at 1731403259589 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1100ms, sequenceid=16, compaction requested=false at 1731403259604 (+15 ms)Writing region close event to WAL at 1731403259620 (+16 ms)Running coprocessor post-close hooks at 1731403259627 (+7 ms)Closed at 1731403259627
2024-11-12T09:20:59,627 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:20:59,705 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,35017,1731403244213; all regions closed.
2024-11-12T09:20:59,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:20:59,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741839_1015 (size=3127)
2024-11-12T09:20:59,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741832_1008 (size=1336)
2024-11-12T09:20:59,725 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:59,725 INFO  [RS:0;106923ea030f:35017 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:20:59,725 INFO  [RS:0;106923ea030f:35017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:59,725 INFO  [RS:0;106923ea030f:35017 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:59,726 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:20:59,726 INFO  [RS:0;106923ea030f:35017 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:59,726 INFO  [RS:0;106923ea030f:35017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,35017,1731403244213 because: Region server is closing
2024-11-12T09:20:59,726 INFO  [RS:0;106923ea030f:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35017.
2024-11-12T09:20:59,726 DEBUG [RS:0;106923ea030f:35017 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:59,726 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:59,726 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:59,726 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:59,827 INFO  [RS:0;106923ea030f:35017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35017,1731403244213.replicationSource.shipper106923ea030f%2C35017%2C1731403244213,1-106923ea030f,35017,1731403244213 terminated
2024-11-12T09:20:59,827 INFO  [RS:0;106923ea030f:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35017.
2024-11-12T09:20:59,827 DEBUG [RS:0;106923ea030f:35017 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:20:59,827 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:59,827 DEBUG [RS:0;106923ea030f:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:20:59,827 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:20:59,827 INFO  [RS:0;106923ea030f:35017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35017
2024-11-12T09:20:59,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991/rs
2024-11-12T09:20:59,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-626057991/rs/106923ea030f,35017,1731403244213
2024-11-12T09:20:59,874 INFO  [RS:0;106923ea030f:35017 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:20:59,885 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,35017,1731403244213]
2024-11-12T09:20:59,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-626057991/draining/106923ea030f,35017,1731403244213 already deleted, retry=false
2024-11-12T09:20:59,895 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,35017,1731403244213 expired; onlineServers=0
2024-11-12T09:20:59,895 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,33889,1731403244051' *****
2024-11-12T09:20:59,895 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:20:59,895 INFO  [M:0;106923ea030f:33889 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:20:59,895 INFO  [M:0;106923ea030f:33889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:20:59,896 DEBUG [M:0;106923ea030f:33889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:20:59,896 DEBUG [M:0;106923ea030f:33889 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:20:59,896 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:20:59,896 INFO  [M:0;106923ea030f:33889 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:20:59,896 INFO  [M:0;106923ea030f:33889 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:20:59,896 DEBUG [M:0;106923ea030f:33889 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:20:59,896 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403245850 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403245850,5,FailOnTimeoutGroup]
2024-11-12T09:20:59,896 INFO  [M:0;106923ea030f:33889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:20:59,896 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403245850 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403245850,5,FailOnTimeoutGroup]
2024-11-12T09:20:59,897 INFO  [M:0;106923ea030f:33889 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:20:59,897 INFO  [M:0;106923ea030f:33889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:20:59,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:20:59,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-626057991/master
2024-11-12T09:20:59,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-626057991
2024-11-12T09:20:59,907 DEBUG [M:0;106923ea030f:33889 {}] zookeeper.ZKUtil(347): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Unable to get data of znode /1-626057991/master because node does not exist (not an error)
2024-11-12T09:20:59,907 WARN  [M:0;106923ea030f:33889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:20:59,907 INFO  [M:0;106923ea030f:33889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/.lastflushedseqids
2024-11-12T09:20:59,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741850_1026 (size=263)
2024-11-12T09:20:59,956 INFO  [M:0;106923ea030f:33889 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:20:59,956 INFO  [M:0;106923ea030f:33889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:20:59,956 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:20:59,957 INFO  [M:0;106923ea030f:33889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:59,957 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:59,957 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:20:59,957 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:20:59,957 INFO  [M:0;106923ea030f:33889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-12T09:20:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1012e58bf9f0004, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:20:59,985 INFO  [RS:0;106923ea030f:35017 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:20:59,985 INFO  [RS:0;106923ea030f:35017 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,35017,1731403244213; zookeeper connection closed.
2024-11-12T09:20:59,990 DEBUG [M:0;106923ea030f:33889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2764438741654d7abefc4aa53fec8bea is 82, key is hbase:meta,,1/info:regioninfo/1731403247083/Put/seqid=0
2024-11-12T09:20:59,991 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17f7dc93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17f7dc93
2024-11-12T09:20:59,991 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:21:00,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741851_1027 (size=5672)
2024-11-12T09:21:00,042 INFO  [M:0;106923ea030f:33889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2764438741654d7abefc4aa53fec8bea
2024-11-12T09:21:00,057 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1033, reset compression=false
2024-11-12T09:21:00,094 DEBUG [M:0;106923ea030f:33889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92465babba404f5391a655e072844e2c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403253344/Put/seqid=0
2024-11-12T09:21:00,127 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 106923ea030f:35017
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:35017
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:21:00,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 106923ea030f:35017 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:35017
2024-11-12T09:21:00,129 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: 
java.net.ConnectException: Call to address=106923ea030f:35017 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:35017
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:35017
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:21:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T09:21:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58090 deadline: 1731403320132, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-12T09:21:00,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741852_1028 (size=8516)
2024-11-12T09:21:00,135 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-12T09:21:00,137 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-12T09:21:00,537 INFO  [M:0;106923ea030f:33889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92465babba404f5391a655e072844e2c
2024-11-12T09:21:00,560 DEBUG [M:0;106923ea030f:33889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15d09a4d0d4494184dcd2f8a62efb1c is 69, key is 106923ea030f,35017,1731403244213/rs:state/1731403245942/Put/seqid=0
2024-11-12T09:21:00,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741853_1029 (size=5156)
2024-11-12T09:21:00,566 INFO  [M:0;106923ea030f:33889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15d09a4d0d4494184dcd2f8a62efb1c
2024-11-12T09:21:00,571 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2764438741654d7abefc4aa53fec8bea as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2764438741654d7abefc4aa53fec8bea
2024-11-12T09:21:00,578 INFO  [M:0;106923ea030f:33889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2764438741654d7abefc4aa53fec8bea, entries=8, sequenceid=97, filesize=5.5 K
2024-11-12T09:21:00,579 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92465babba404f5391a655e072844e2c as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92465babba404f5391a655e072844e2c
2024-11-12T09:21:00,586 INFO  [M:0;106923ea030f:33889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92465babba404f5391a655e072844e2c, entries=11, sequenceid=97, filesize=8.3 K
2024-11-12T09:21:00,587 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15d09a4d0d4494184dcd2f8a62efb1c as hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b15d09a4d0d4494184dcd2f8a62efb1c
2024-11-12T09:21:00,592 INFO  [M:0;106923ea030f:33889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/b373fd3a-6ee3-8f41-88aa-c4add37e6217/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b15d09a4d0d4494184dcd2f8a62efb1c, entries=1, sequenceid=97, filesize=5.0 K
2024-11-12T09:21:00,593 INFO  [M:0;106923ea030f:33889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 635ms, sequenceid=97, compaction requested=false
2024-11-12T09:21:00,594 INFO  [M:0;106923ea030f:33889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:00,594 DEBUG [M:0;106923ea030f:33889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403259956Disabling compacts and flushes for region at 1731403259956Disabling writes for close at 1731403259957 (+1 ms)Obtaining lock to block concurrent updates at 1731403259957Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403259957Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731403259957Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403259959 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403259959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403259990 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403259990Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403260047 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403260093 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403260093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403260542 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403260559 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403260559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2083e74b: reopening flushed file at 1731403260570 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdb3b8f: reopening flushed file at 1731403260578 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137d169a: reopening flushed file at 1731403260586 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 635ms, sequenceid=97, compaction requested=false at 1731403260593 (+7 ms)Writing region close event to WAL at 1731403260594 (+1 ms)Closed at 1731403260594
2024-11-12T09:21:00,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741830_1006 (size=63654)
2024-11-12T09:21:00,597 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:00,597 INFO  [M:0;106923ea030f:33889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:21:00,597 INFO  [M:0;106923ea030f:33889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33889
2024-11-12T09:21:00,597 INFO  [M:0;106923ea030f:33889 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:00,704 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1033, reset compression=false
2024-11-12T09:21:00,737 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-12T09:21:00,738 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 106923ea030f:33889
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:33889
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:21:00,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 106923ea030f:33889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:33889
2024-11-12T09:21:00,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:00,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012e58bf9f0003, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:00,744 INFO  [M:0;106923ea030f:33889 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:00,771 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77325eb7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:00,771 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23f110b7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:00,772 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:00,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f69979f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:00,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50905773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:00,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:21:00,773 WARN  [BP-1954537635-172.17.0.2-1731403242096 heartbeating to localhost/127.0.0.1:45715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:21:00,773 WARN  [BP-1954537635-172.17.0.2-1731403242096 heartbeating to localhost/127.0.0.1:45715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1954537635-172.17.0.2-1731403242096 (Datanode Uuid 4102e8dd-2122-463e-b239-0faed4505555) service to localhost/127.0.0.1:45715
2024-11-12T09:21:00,774 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:21:00,774 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:21:00,774 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/cluster_5bc529bb-373f-3f07-b219-838842783113/data/data1/current/BP-1954537635-172.17.0.2-1731403242096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:00,774 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/cluster_5bc529bb-373f-3f07-b219-838842783113/data/data2/current/BP-1954537635-172.17.0.2-1731403242096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:00,781 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68b563f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:00,782 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@564582ec{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:00,782 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:00,782 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0c06c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:00,782 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f5d0b3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:00,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:21:00,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:21:00,801 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:00,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:00,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:00,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:00,802 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:00,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:21:00,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1724508753, stopped=false
2024-11-12T09:21:00,802 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,40447,1731403238407
2024-11-12T09:21:00,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474089/running
2024-11-12T09:21:00,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474089/running
2024-11-12T09:21:00,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:21:00,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:21:00,821 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:21:00,822 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:00,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:00,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/running
2024-11-12T09:21:00,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:00,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Set watcher on znode that does not yet exist, /0-474089/running
2024-11-12T09:21:00,822 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,37553,1731403238603' *****
2024-11-12T09:21:00,822 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:21:00,822 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:21:00,822 INFO  [RS:0;106923ea030f:37553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f90368e02c4c2de0a0f7dfe33d996d9
2024-11-12T09:21:00,823 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(3091): Received CLOSE for bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,37553,1731403238603
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:37553.
2024-11-12T09:21:00,823 DEBUG [RS:0;106923ea030f:37553 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:00,823 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:00,823 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f90368e02c4c2de0a0f7dfe33d996d9, disabling compactions & flushes
2024-11-12T09:21:00,823 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:21:00,823 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:21:00,823 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9. after waiting 0 ms
2024-11-12T09:21:00,823 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:21:00,823 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:21:00,823 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9f90368e02c4c2de0a0f7dfe33d996d9=test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9., bceafbacdbb85f69a0bd9a4197fa02d8=hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.}
2024-11-12T09:21:00,823 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f90368e02c4c2de0a0f7dfe33d996d9, bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:21:00,824 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:00,824 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:00,824 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:00,824 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:00,824 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:00,824 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:21:00,828 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/default/test/9f90368e02c4c2de0a0f7dfe33d996d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:00,829 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f90368e02c4c2de0a0f7dfe33d996d9:
Waiting for close lock at 1731403260823Running coprocessor pre-close hooks at 1731403260823Disabling compacts and flushes for region at 1731403260823Disabling writes for close at 1731403260823Writing region close event to WAL at 1731403260824 (+1 ms)Running coprocessor post-close hooks at 1731403260829 (+5 ms)Closed at 1731403260829
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9.
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bceafbacdbb85f69a0bd9a4197fa02d8, disabling compactions & flushes
2024-11-12T09:21:00,829 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:21:00,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8. after waiting 0 ms
2024-11-12T09:21:00,830 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:21:00,830 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bceafbacdbb85f69a0bd9a4197fa02d8 3/3 column families, dataSize=865 B heapSize=2.25 KB
2024-11-12T09:21:00,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:00,843 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 106923ea030f:33889
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:33889
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:21:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
java.net.ConnectException: Call to address=106923ea030f:33889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:33889

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 41 more
2024-11-12T09:21:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 106923ea030f:33889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 106923ea030f/172.17.0.2:33889
2024-11-12T09:21:00,847 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/.tmp/hfileref/19aa8e8d7d4148ca9533505e8def0642 is 74, key is 1/hfileref:00123bbf935a45d4830f82a61fb73619_SeqId_4_/1731403255950/DeleteColumn/seqid=0
2024-11-12T09:21:00,848 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/info/bc79fd4c6d9d453893e045e9175c6567 is 147, key is hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8./info:regioninfo/1731403251155/Put/seqid=0
2024-11-12T09:21:00,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741846_1022 (size=5345)
2024-11-12T09:21:00,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741847_1023 (size=7686)
2024-11-12T09:21:00,863 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/info/bc79fd4c6d9d453893e045e9175c6567
2024-11-12T09:21:00,882 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/ns/d0fb4423c22443e5a1c34ab40e388eb8 is 43, key is default/ns:d/1731403241950/Put/seqid=0
2024-11-12T09:21:00,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741848_1024 (size=5153)
2024-11-12T09:21:00,905 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:21:01,024 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:21:01,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:01,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 106923ea030f:33889 this server is in the failed servers list
2024-11-12T09:21:01,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 106923ea030f:33889

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:01,224 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bceafbacdbb85f69a0bd9a4197fa02d8
2024-11-12T09:21:01,262 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/.tmp/hfileref/19aa8e8d7d4148ca9533505e8def0642
2024-11-12T09:21:01,287 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/.tmp/queue/f97f7cf2c777411cbae4885fe54ab527 is 153, key is 1-106923ea030f,37553,1731403238603/queue:106923ea030f%2C37553%2C1731403238603/1731403255953/Put/seqid=0
2024-11-12T09:21:01,290 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/ns/d0fb4423c22443e5a1c34ab40e388eb8
2024-11-12T09:21:01,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741849_1025 (size=5352)
2024-11-12T09:21:01,333 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/.tmp/queue/f97f7cf2c777411cbae4885fe54ab527
2024-11-12T09:21:01,342 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/.tmp/hfileref/19aa8e8d7d4148ca9533505e8def0642 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/hfileref/19aa8e8d7d4148ca9533505e8def0642
2024-11-12T09:21:01,343 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/rep_barrier/65cabdc2c37e47cf83a3fefb2b2af63c is 112, key is test,,1731403247195.9f90368e02c4c2de0a0f7dfe33d996d9./rep_barrier:seqnumDuringOpen/1731403247563/Put/seqid=0
2024-11-12T09:21:01,349 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/hfileref/19aa8e8d7d4148ca9533505e8def0642, entries=4, sequenceid=10, filesize=5.2 K
2024-11-12T09:21:01,351 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/.tmp/queue/f97f7cf2c777411cbae4885fe54ab527 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/queue/f97f7cf2c777411cbae4885fe54ab527
2024-11-12T09:21:01,356 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/queue/f97f7cf2c777411cbae4885fe54ab527, entries=1, sequenceid=10, filesize=5.2 K
2024-11-12T09:21:01,358 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bceafbacdbb85f69a0bd9a4197fa02d8 in 528ms, sequenceid=10, compaction requested=false
2024-11-12T09:21:01,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:01,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 106923ea030f:33889 this server is in the failed servers list
2024-11-12T09:21:01,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 106923ea030f:33889

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:01,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741850_1026 (size=5518)
2024-11-12T09:21:01,365 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/rep_barrier/65cabdc2c37e47cf83a3fefb2b2af63c
2024-11-12T09:21:01,386 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/replication/bceafbacdbb85f69a0bd9a4197fa02d8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-12T09:21:01,387 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:01,387 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:01,387 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:21:01,387 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bceafbacdbb85f69a0bd9a4197fa02d8:
Waiting for close lock at 1731403260829Running coprocessor pre-close hooks at 1731403260829Disabling compacts and flushes for region at 1731403260829Disabling writes for close at 1731403260829Obtaining lock to block concurrent updates at 1731403260830 (+1 ms)Preparing flush snapshotting stores in bceafbacdbb85f69a0bd9a4197fa02d8 at 1731403260830Finished memstore snapshotting hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731403260830Flushing stores of hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8. at 1731403260830Flushing bceafbacdbb85f69a0bd9a4197fa02d8/hfileref: creating writer at 1731403260830Flushing bceafbacdbb85f69a0bd9a4197fa02d8/hfileref: appending metadata at 1731403260846 (+16 ms)Flushing bceafbacdbb85f69a0bd9a4197fa02d8/hfileref: closing flushed file at 1731403260846Flushing bceafbacdbb85f69a0bd9a4197fa02d8/queue: creating writer at 1731403261267 (+421 ms)Flushing bceafbacdbb85f69a0bd9a4197fa02d8/queue: appending metadata at 1731403261286 (+19 ms)Flushing bceafbacdbb85f69a0bd9a4197fa02d8/queue: closing flushed file at 1731403261286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a93b6b8: reopening flushed file at 1731403261340 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b11639f: reopening flushed file at 1731403261350 (+10 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bceafbacdbb85f69a0bd9a4197fa02d8 in 528ms, sequenceid=10, compaction requested=false at 1731403261358 (+8 ms)Writing region close event to WAL at 1731403261373 (+15 ms)Running coprocessor post-close hooks at 1731403261387 (+14 ms)Closed at 1731403261387
2024-11-12T09:21:01,387 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403249990.bceafbacdbb85f69a0bd9a4197fa02d8.
2024-11-12T09:21:01,392 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/table/379859fa732b41d7950ac3471ae38739 is 53, key is hbase:replication/table:state/1731403251165/Put/seqid=0
2024-11-12T09:21:01,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741851_1027 (size=5308)
2024-11-12T09:21:01,409 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1033, reset compression=false
2024-11-12T09:21:01,413 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:01,414 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1328, reset compression=false
2024-11-12T09:21:01,424 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:21:01,617 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1328, reset compression=false
2024-11-12T09:21:01,624 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:21:01,796 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/table/379859fa732b41d7950ac3471ae38739
2024-11-12T09:21:01,801 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/info/bc79fd4c6d9d453893e045e9175c6567 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/info/bc79fd4c6d9d453893e045e9175c6567
2024-11-12T09:21:01,805 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/info/bc79fd4c6d9d453893e045e9175c6567, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:21:01,806 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/ns/d0fb4423c22443e5a1c34ab40e388eb8 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/ns/d0fb4423c22443e5a1c34ab40e388eb8
2024-11-12T09:21:01,810 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/ns/d0fb4423c22443e5a1c34ab40e388eb8, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:21:01,811 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/rep_barrier/65cabdc2c37e47cf83a3fefb2b2af63c as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/rep_barrier/65cabdc2c37e47cf83a3fefb2b2af63c
2024-11-12T09:21:01,815 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/rep_barrier/65cabdc2c37e47cf83a3fefb2b2af63c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:21:01,816 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/.tmp/table/379859fa732b41d7950ac3471ae38739 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/table/379859fa732b41d7950ac3471ae38739
2024-11-12T09:21:01,820 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/table/379859fa732b41d7950ac3471ae38739, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:21:01,821 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 997ms, sequenceid=16, compaction requested=false
2024-11-12T09:21:01,824 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:21:01,824 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:21:01,824 DEBUG [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:21:01,834 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:21:01,835 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:01,835 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:01,835 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:01,835 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403260823Running coprocessor pre-close hooks at 1731403260823Disabling compacts and flushes for region at 1731403260823Disabling writes for close at 1731403260824 (+1 ms)Obtaining lock to block concurrent updates at 1731403260824Preparing flush snapshotting stores in 1588230740 at 1731403260824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403260824Flushing stores of hbase:meta,,1.1588230740 at 1731403260824Flushing 1588230740/info: creating writer at 1731403260825 (+1 ms)Flushing 1588230740/info: appending metadata at 1731403260847 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731403260847Flushing 1588230740/ns: creating writer at 1731403260868 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731403260881 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731403260881Flushing 1588230740/rep_barrier: creating writer at 1731403261308 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403261342 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403261342Flushing 1588230740/table: creating writer at 1731403261371 (+29 ms)Flushing 1588230740/table: appending metadata at 1731403261391 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731403261391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ab84f9: reopening flushed file at 1731403261800 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1bb5bb: reopening flushed file at 1731403261805 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9a7a34: reopening flushed file at 1731403261810 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba311c6: reopening flushed file at 1731403261816 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 997ms, sequenceid=16, compaction requested=false at 1731403261821 (+5 ms)Writing region close event to WAL at 1731403261831 (+10 ms)Running coprocessor post-close hooks at 1731403261835 (+4 ms)Closed at 1731403261835
2024-11-12T09:21:01,835 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:01,860 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:21:01,860 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:21:01,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:01,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 106923ea030f:33889 this server is in the failed servers list
2024-11-12T09:21:01,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 106923ea030f:33889

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:01,920 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.wal-reader.106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 to pos 1328, reset compression=false
2024-11-12T09:21:02,025 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,37553,1731403238603; all regions closed.
2024-11-12T09:21:02,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:21:02,028 DEBUG [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/oldWALs
2024-11-12T09:21:02,028 INFO  [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C37553%2C1731403238603.meta:.meta(num 1731403241875)
2024-11-12T09:21:02,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741839_1015 (size=2695)
2024-11-12T09:21:02,030 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.rep.1731403251125 not finished, retry = 0
2024-11-12T09:21:02,132 DEBUG [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/oldWALs
2024-11-12T09:21:02,132 INFO  [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C37553%2C1731403238603.rep:(num 1731403251125)
2024-11-12T09:21:02,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741832_1008 (size=1336)
2024-11-12T09:21:02,134 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/WALs/106923ea030f,37553,1731403238603/106923ea030f%2C37553%2C1731403238603.1731403240914 not finished, retry = 0
2024-11-12T09:21:02,237 DEBUG [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/oldWALs
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C37553%2C1731403238603:(num 1731403240914)
2024-11-12T09:21:02,237 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:21:02,237 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,37553,1731403238603 because: Region server is closing
2024-11-12T09:21:02,237 INFO  [RS:0;106923ea030f:37553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:37553.
2024-11-12T09:21:02,238 DEBUG [RS:0;106923ea030f:37553 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:02,238 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:02,238 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:02,238 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:02,338 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 9 more
2024-11-12T09:21:02,338 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-12T09:21:02,338 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-12T09:21:02,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:02,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:02,884 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:03,039 INFO  [RS:0;106923ea030f:37553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,37553,1731403238603.replicationSource.shipper106923ea030f%2C37553%2C1731403238603,1-106923ea030f,37553,1731403238603 terminated
2024-11-12T09:21:03,039 INFO  [RS:0;106923ea030f:37553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:37553.
2024-11-12T09:21:03,039 DEBUG [RS:0;106923ea030f:37553 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:03,039 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:03,040 DEBUG [RS:0;106923ea030f:37553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:03,040 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:03,040 INFO  [RS:0;106923ea030f:37553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37553
2024-11-12T09:21:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474089/rs/106923ea030f,37553,1731403238603
2024-11-12T09:21:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089/rs
2024-11-12T09:21:03,158 INFO  [RS:0;106923ea030f:37553 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:03,214 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,37553,1731403238603]
2024-11-12T09:21:03,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-474089/draining/106923ea030f,37553,1731403238603 already deleted, retry=false
2024-11-12T09:21:03,232 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,37553,1731403238603 expired; onlineServers=0
2024-11-12T09:21:03,232 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,40447,1731403238407' *****
2024-11-12T09:21:03,232 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:21:03,232 INFO  [M:0;106923ea030f:40447 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:21:03,232 INFO  [M:0;106923ea030f:40447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:21:03,232 DEBUG [M:0;106923ea030f:40447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:21:03,232 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:21:03,232 DEBUG [M:0;106923ea030f:40447 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:21:03,232 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403240666 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403240666,5,FailOnTimeoutGroup]
2024-11-12T09:21:03,232 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403240664 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403240664,5,FailOnTimeoutGroup]
2024-11-12T09:21:03,232 INFO  [M:0;106923ea030f:40447 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:21:03,232 INFO  [M:0;106923ea030f:40447 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:21:03,232 DEBUG [M:0;106923ea030f:40447 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:21:03,232 INFO  [M:0;106923ea030f:40447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:21:03,232 INFO  [M:0;106923ea030f:40447 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:21:03,233 INFO  [M:0;106923ea030f:40447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:21:03,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:21:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474089/master
2024-11-12T09:21:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474089
2024-11-12T09:21:03,242 DEBUG [M:0;106923ea030f:40447 {}] zookeeper.ZKUtil(347): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Unable to get data of znode /0-474089/master because node does not exist (not an error)
2024-11-12T09:21:03,242 WARN  [M:0;106923ea030f:40447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:21:03,243 INFO  [M:0;106923ea030f:40447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/.lastflushedseqids
2024-11-12T09:21:03,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741852_1028 (size=263)
2024-11-12T09:21:03,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:03,314 INFO  [RS:0;106923ea030f:37553 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:03,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37553-0x1012e58bf9f0001, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:03,314 INFO  [RS:0;106923ea030f:37553 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,37553,1731403238603; zookeeper connection closed.
2024-11-12T09:21:03,315 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7890897e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7890897e
2024-11-12T09:21:03,315 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:21:03,647 INFO  [M:0;106923ea030f:40447 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:21:03,647 INFO  [M:0;106923ea030f:40447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:21:03,648 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:03,648 INFO  [M:0;106923ea030f:40447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:03,648 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:03,648 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:03,648 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:03,648 INFO  [M:0;106923ea030f:40447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB
2024-11-12T09:21:03,665 DEBUG [M:0;106923ea030f:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c12d80cb615c47768748f9b972c6848c is 82, key is hbase:meta,,1/info:regioninfo/1731403241903/Put/seqid=0
2024-11-12T09:21:03,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741853_1029 (size=5672)
2024-11-12T09:21:04,015 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:04,040 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,040 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,040 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,041 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,041 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,041 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,050 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,052 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:04,069 INFO  [M:0;106923ea030f:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c12d80cb615c47768748f9b972c6848c
2024-11-12T09:21:04,091 DEBUG [M:0;106923ea030f:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fea6faebd754de4805436ea16fe0d16 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403251168/Put/seqid=0
2024-11-12T09:21:04,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741854_1030 (size=8517)
2024-11-12T09:21:04,095 INFO  [M:0;106923ea030f:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fea6faebd754de4805436ea16fe0d16
2024-11-12T09:21:04,114 DEBUG [M:0;106923ea030f:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c07694e0ef924b1fa6d1a975014447c8 is 69, key is 106923ea030f,37553,1731403238603/rs:state/1731403240762/Put/seqid=0
2024-11-12T09:21:04,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741855_1031 (size=5156)
2024-11-12T09:21:04,518 INFO  [M:0;106923ea030f:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c07694e0ef924b1fa6d1a975014447c8
2024-11-12T09:21:04,522 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c12d80cb615c47768748f9b972c6848c as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c12d80cb615c47768748f9b972c6848c
2024-11-12T09:21:04,525 INFO  [M:0;106923ea030f:40447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c12d80cb615c47768748f9b972c6848c, entries=8, sequenceid=97, filesize=5.5 K
2024-11-12T09:21:04,526 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fea6faebd754de4805436ea16fe0d16 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fea6faebd754de4805436ea16fe0d16
2024-11-12T09:21:04,530 INFO  [M:0;106923ea030f:40447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fea6faebd754de4805436ea16fe0d16, entries=11, sequenceid=97, filesize=8.3 K
2024-11-12T09:21:04,531 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c07694e0ef924b1fa6d1a975014447c8 as hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c07694e0ef924b1fa6d1a975014447c8
2024-11-12T09:21:04,535 INFO  [M:0;106923ea030f:40447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33105/user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c07694e0ef924b1fa6d1a975014447c8, entries=1, sequenceid=97, filesize=5.0 K
2024-11-12T09:21:04,536 INFO  [M:0;106923ea030f:40447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false
2024-11-12T09:21:04,548 INFO  [M:0;106923ea030f:40447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:04,548 DEBUG [M:0;106923ea030f:40447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403263647Disabling compacts and flushes for region at 1731403263647Disabling writes for close at 1731403263648 (+1 ms)Obtaining lock to block concurrent updates at 1731403263648Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403263648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731403263648Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403263649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403263649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403263665 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403263665Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403264074 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403264090 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403264090Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403264099 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403264113 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403264113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682a806: reopening flushed file at 1731403264521 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5391bc8d: reopening flushed file at 1731403264526 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a182d4: reopening flushed file at 1731403264530 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1731403264536 (+6 ms)Writing region close event to WAL at 1731403264548 (+12 ms)Closed at 1731403264548
2024-11-12T09:21:04,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35695 is added to blk_1073741830_1006 (size=63666)
2024-11-12T09:21:04,551 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8381ad00-04a3-1c09-e6b6-720d7d42d62a/MasterData/WALs/106923ea030f,40447,1731403238407/106923ea030f%2C40447%2C1731403238407.1731403240363 not finished, retry = 0
2024-11-12T09:21:04,652 INFO  [M:0;106923ea030f:40447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:21:04,652 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:04,652 INFO  [M:0;106923ea030f:40447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40447
2024-11-12T09:21:04,652 INFO  [M:0;106923ea030f:40447 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:04,805 INFO  [M:0;106923ea030f:40447 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:04,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x1012e58bf9f0000, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:04,807 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e52a753{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:04,808 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e5feb2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:04,808 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:04,808 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3285af28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:04,808 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dd96ede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:04,809 WARN  [BP-946553742-172.17.0.2-1731403236376 heartbeating to localhost/127.0.0.1:33105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:21:04,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:21:04,809 WARN  [BP-946553742-172.17.0.2-1731403236376 heartbeating to localhost/127.0.0.1:33105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-946553742-172.17.0.2-1731403236376 (Datanode Uuid 71f3a398-5c95-475f-b93b-a3e344106b48) service to localhost/127.0.0.1:33105
2024-11-12T09:21:04,809 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:21:04,810 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/data/data1/current/BP-946553742-172.17.0.2-1731403236376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:04,810 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/cluster_7a81f354-58c7-8bf8-6101-09a8c7c03457/data/data2/current/BP-946553742-172.17.0.2-1731403236376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:04,810 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:21:04,816 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5752dbbd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:04,816 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64687e94{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:04,816 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:04,816 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6397b411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:04,816 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe842c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/85240d38-0b07-6d63-5170-2bea09c03b1a/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:04,822 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:21:04,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:21:04,844 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 205)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33105
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45715 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-18-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33105
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33105
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45715 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45715
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33105 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-19-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57647)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57647)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33105
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45715 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33105 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-18-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33105
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45715 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45715
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33105
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45715 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33105 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-19-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33105
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45715 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33105 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33105 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33105
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=620 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6715 (was 6500) - AvailableMemoryMB LEAK? -
2024-11-12T09:21:04,852 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=6715
2024-11-12T09:21:04,863 INFO  [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete
2024-11-12T09:21:04,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir so I do NOT create it in target/test-data/48afc249-9796-bba7-8935-873e1ae306ce
2024-11-12T09:21:04,863 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:21:04,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.tmp.dir so I do NOT create it in target/test-data/48afc249-9796-bba7-8935-873e1ae306ce
2024-11-12T09:21:04,863 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/238253f8-8ee0-90fe-8fd1-06ab39bd0088/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:21:04,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce
2024-11-12T09:21:04,863 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d, deleteOnExit=true
2024-11-12T09:21:04,886 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/zookeeper_0, clientPort=55043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:21:04,886 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55043
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/test.cache.data in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:21:04,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:21:04,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:21:04,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:21:04,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:04,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:04,892 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:04,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e58bf9f0005, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:21:04,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e58bf9f0002, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:21:04,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e58bf9f0005, quorum=127.0.0.1:57647, baseZNode=/1-626057991 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:21:04,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e58bf9f0002, quorum=127.0.0.1:57647, baseZNode=/0-474089 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:21:05,217 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:05,221 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:05,222 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:05,222 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:05,222 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:21:05,223 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:05,223 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14fe582c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:05,224 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7117ce74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:05,324 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33b6c989{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/java.io.tmpdir/jetty-localhost-34735-hadoop-hdfs-3_4_1-tests_jar-_-any-7489998640036329701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:05,324 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fbc756b{HTTP/1.1, (http/1.1)}{localhost:34735}
2024-11-12T09:21:05,324 INFO  [Time-limited test {}] server.Server(415): Started @196222ms
2024-11-12T09:21:05,567 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:05,570 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:05,571 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:05,571 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:05,571 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:21:05,571 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a0e8a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:05,572 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4336cf41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:05,676 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@512842ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/java.io.tmpdir/jetty-localhost-40937-hadoop-hdfs-3_4_1-tests_jar-_-any-1981807098110780256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:05,676 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59f094ab{HTTP/1.1, (http/1.1)}{localhost:40937}
2024-11-12T09:21:05,676 INFO  [Time-limited test {}] server.Server(415): Started @196574ms
2024-11-12T09:21:05,677 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:21:06,607 WARN  [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/data/data2/current/BP-1076242750-172.17.0.2-1731403264902/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:06,607 WARN  [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/data/data1/current/BP-1076242750-172.17.0.2-1731403264902/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:06,626 WARN  [Thread-2156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:21:06,629 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57bd968b849e5849 with lease ID 0x3eb4d74ba2dc9e95: Processing first storage report for DS-f4549cfd-4926-4cf0-b8ce-94bef2d15b17 from datanode DatanodeRegistration(127.0.0.1:35415, datanodeUuid=76ef768e-4044-4697-ad87-3645fe3b5ac7, infoPort=43131, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=1045852801;c=1731403264902)
2024-11-12T09:21:06,629 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57bd968b849e5849 with lease ID 0x3eb4d74ba2dc9e95: from storage DS-f4549cfd-4926-4cf0-b8ce-94bef2d15b17 node DatanodeRegistration(127.0.0.1:35415, datanodeUuid=76ef768e-4044-4697-ad87-3645fe3b5ac7, infoPort=43131, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=1045852801;c=1731403264902), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:06,629 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57bd968b849e5849 with lease ID 0x3eb4d74ba2dc9e95: Processing first storage report for DS-900ef1a1-0b0f-4109-abc1-e8e34bbdfeb0 from datanode DatanodeRegistration(127.0.0.1:35415, datanodeUuid=76ef768e-4044-4697-ad87-3645fe3b5ac7, infoPort=43131, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=1045852801;c=1731403264902)
2024-11-12T09:21:06,629 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57bd968b849e5849 with lease ID 0x3eb4d74ba2dc9e95: from storage DS-900ef1a1-0b0f-4109-abc1-e8e34bbdfeb0 node DatanodeRegistration(127.0.0.1:35415, datanodeUuid=76ef768e-4044-4697-ad87-3645fe3b5ac7, infoPort=43131, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=1045852801;c=1731403264902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:06,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce
2024-11-12T09:21:06,717 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:06,718 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:06,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:21:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:21:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:21:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:21:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:21:06,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:06,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:07,126 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2 with version=8
2024-11-12T09:21:07,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/hbase-staging
2024-11-12T09:21:07,128 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:07,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45347
2024-11-12T09:21:07,130 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45347 connecting to ZooKeeper ensemble=127.0.0.1:55043
2024-11-12T09:21:07,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453470x0, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:07,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45347-0x1012e592f210000 connected
2024-11-12T09:21:07,310 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:07,311 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:07,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/running
2024-11-12T09:21:07,312 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2, hbase.cluster.distributed=false
2024-11-12T09:21:07,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/acl
2024-11-12T09:21:07,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45347
2024-11-12T09:21:07,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45347
2024-11-12T09:21:07,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45347
2024-11-12T09:21:07,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45347
2024-11-12T09:21:07,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45347
2024-11-12T09:21:07,337 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:07,337 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:07,337 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:07,338 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:07,338 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:07,338 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:07,338 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:21:07,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:07,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42183
2024-11-12T09:21:07,339 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42183 connecting to ZooKeeper ensemble=127.0.0.1:55043
2024-11-12T09:21:07,340 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:07,342 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421830x0, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:07,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421830x0, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/running
2024-11-12T09:21:07,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42183-0x1012e592f210001 connected
2024-11-12T09:21:07,352 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:21:07,353 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:21:07,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/master
2024-11-12T09:21:07,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/acl
2024-11-12T09:21:07,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42183
2024-11-12T09:21:07,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42183
2024-11-12T09:21:07,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42183
2024-11-12T09:21:07,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42183
2024-11-12T09:21:07,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42183
2024-11-12T09:21:07,372 DEBUG [M:0;106923ea030f:45347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:45347
2024-11-12T09:21:07,372 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-727452765/backup-masters/106923ea030f,45347,1731403267128
2024-11-12T09:21:07,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765/backup-masters
2024-11-12T09:21:07,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765/backup-masters
2024-11-12T09:21:07,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on existing znode=/0-727452765/backup-masters/106923ea030f,45347,1731403267128
2024-11-12T09:21:07,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-727452765/master
2024-11-12T09:21:07,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:07,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:07,394 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on existing znode=/0-727452765/master
2024-11-12T09:21:07,394 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-727452765/backup-masters/106923ea030f,45347,1731403267128 from backup master directory
2024-11-12T09:21:07,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765/backup-masters
2024-11-12T09:21:07,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-727452765/backup-masters/106923ea030f,45347,1731403267128
2024-11-12T09:21:07,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765/backup-masters
2024-11-12T09:21:07,404 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:07,404 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,45347,1731403267128
2024-11-12T09:21:07,407 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/hbase.id] with ID: 055edfbf-084d-44fd-92f4-8cc7677bf93b
2024-11-12T09:21:07,407 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/.tmp/hbase.id
2024-11-12T09:21:07,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:21:07,815 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/.tmp/hbase.id]:[hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/hbase.id]
2024-11-12T09:21:07,823 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:07,823 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:21:07,824 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:21:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:07,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:21:08,280 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:08,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:21:08,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:08,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:21:08,688 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store
2024-11-12T09:21:08,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:21:08,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:08,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:08,693 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:08,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:08,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:08,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:08,693 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:08,693 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403268693Disabling compacts and flushes for region at 1731403268693Disabling writes for close at 1731403268693Writing region close event to WAL at 1731403268693Closed at 1731403268693
2024-11-12T09:21:08,694 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/.initializing
2024-11-12T09:21:08,694 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/WALs/106923ea030f,45347,1731403267128
2024-11-12T09:21:08,695 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:08,696 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C45347%2C1731403267128, suffix=, logDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/WALs/106923ea030f,45347,1731403267128, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/oldWALs, maxLogs=10
2024-11-12T09:21:08,708 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/WALs/106923ea030f,45347,1731403267128/106923ea030f%2C45347%2C1731403267128.1731403268696, exclude list is [], retry=0
2024-11-12T09:21:08,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-f4549cfd-4926-4cf0-b8ce-94bef2d15b17,DISK]
2024-11-12T09:21:08,715 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/WALs/106923ea030f,45347,1731403267128/106923ea030f%2C45347%2C1731403267128.1731403268696
2024-11-12T09:21:08,716 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43131:43131)]
2024-11-12T09:21:08,716 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:08,716 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:08,716 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,716 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,717 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:08,718 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:21:08,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:08,719 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:08,719 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:08,720 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:21:08,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:08,720 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:08,720 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:08,721 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:21:08,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:08,721 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:08,721 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:08,722 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:21:08,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:08,722 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:08,722 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,723 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,723 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,724 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,724 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,725 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:08,725 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:08,732 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:08,733 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75260092, jitterRate=0.12146276235580444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:08,733 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403268716Initializing all the Stores at 1731403268717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403268717Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403268717Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403268717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403268717Cleaning up temporary data from old regions at 1731403268724 (+7 ms)Region opened successfully at 1731403268733 (+9 ms)
2024-11-12T09:21:08,736 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:21:08,739 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d1974d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:08,740 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:21:08,740 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:21:08,740 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:21:08,740 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:21:08,741 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:21:08,741 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:21:08,741 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:21:08,743 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:21:08,744 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Unable to get data of znode /0-727452765/balancer because node does not exist (not necessarily an error)
2024-11-12T09:21:08,791 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-727452765/balancer already deleted, retry=false
2024-11-12T09:21:08,791 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:21:08,792 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Unable to get data of znode /0-727452765/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:21:08,804 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-727452765/normalizer already deleted, retry=false
2024-11-12T09:21:08,804 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:21:08,805 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Unable to get data of znode /0-727452765/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:21:08,814 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-727452765/switch/split already deleted, retry=false
2024-11-12T09:21:08,815 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Unable to get data of znode /0-727452765/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:21:08,825 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-727452765/switch/merge already deleted, retry=false
2024-11-12T09:21:08,827 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Unable to get data of znode /0-727452765/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:21:08,836 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-727452765/snapshot-cleanup already deleted, retry=false
2024-11-12T09:21:08,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-727452765/running
2024-11-12T09:21:08,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-727452765/running
2024-11-12T09:21:08,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:08,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:08,847 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,45347,1731403267128, sessionid=0x1012e592f210000, setting cluster-up flag (Was=false)
2024-11-12T09:21:08,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:08,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:08,899 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-727452765/flush-table-proc/acquired, /0-727452765/flush-table-proc/reached, /0-727452765/flush-table-proc/abort
2024-11-12T09:21:08,900 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,45347,1731403267128
2024-11-12T09:21:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:08,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:08,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:08,933 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:08,951 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-727452765/online-snapshot/acquired, /0-727452765/online-snapshot/reached, /0-727452765/online-snapshot/abort
2024-11-12T09:21:08,952 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,45347,1731403267128
2024-11-12T09:21:08,954 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:21:08,955 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:08,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:21:08,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:21:08,955 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,45347,1731403267128
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:21:08,956 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:08,956 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:08,956 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:08,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:08,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:21:08,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:08,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:08,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403298958
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:21:08,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:21:08,958 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:21:08,958 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:21:08,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:08,959 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403268959,5,FailOnTimeoutGroup]
2024-11-12T09:21:08,959 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:21:08,959 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403268959,5,FailOnTimeoutGroup]
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:08,959 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:08,965 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(746): ClusterId : 055edfbf-084d-44fd-92f4-8cc7677bf93b
2024-11-12T09:21:08,965 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:21:08,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:21:08,973 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:21:08,973 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:21:08,984 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:21:08,984 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790007f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:08,999 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:42183
2024-11-12T09:21:08,999 INFO  [RS:0;106923ea030f:42183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:21:08,999 INFO  [RS:0;106923ea030f:42183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:21:08,999 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:21:09,000 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,45347,1731403267128 with port=42183, startcode=1731403267337
2024-11-12T09:21:09,000 DEBUG [RS:0;106923ea030f:42183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:21:09,001 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:21:09,001 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,42183,1731403267337
2024-11-12T09:21:09,002 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45347 {}] master.ServerManager(517): Registering regionserver=106923ea030f,42183,1731403267337
2024-11-12T09:21:09,003 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2
2024-11-12T09:21:09,003 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37855
2024-11-12T09:21:09,003 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:21:09,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765/rs
2024-11-12T09:21:09,015 DEBUG [RS:0;106923ea030f:42183 {}] zookeeper.ZKUtil(111): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on existing znode=/0-727452765/rs/106923ea030f,42183,1731403267337
2024-11-12T09:21:09,015 WARN  [RS:0;106923ea030f:42183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:09,015 INFO  [RS:0;106923ea030f:42183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:09,015 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337
2024-11-12T09:21:09,015 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,42183,1731403267337]
2024-11-12T09:21:09,023 INFO  [RS:0;106923ea030f:42183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:21:09,025 INFO  [RS:0;106923ea030f:42183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:21:09,025 INFO  [RS:0;106923ea030f:42183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:21:09,025 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,028 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:21:09,029 INFO  [RS:0;106923ea030f:42183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:21:09,029 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:09,029 DEBUG [RS:0;106923ea030f:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:09,030 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,030 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,030 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,030 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,030 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,030 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42183,1731403267337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:09,049 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:21:09,049 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42183,1731403267337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,049 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,049 INFO  [RS:0;106923ea030f:42183 {}] regionserver.Replication(171): 106923ea030f,42183,1731403267337 started
2024-11-12T09:21:09,065 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:09,065 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,42183,1731403267337, RpcServer on 106923ea030f/172.17.0.2:42183, sessionid=0x1012e592f210001
2024-11-12T09:21:09,066 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:21:09,066 DEBUG [RS:0;106923ea030f:42183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,42183,1731403267337
2024-11-12T09:21:09,066 DEBUG [RS:0;106923ea030f:42183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,42183,1731403267337'
2024-11-12T09:21:09,066 DEBUG [RS:0;106923ea030f:42183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-727452765/flush-table-proc/abort'
2024-11-12T09:21:09,066 DEBUG [RS:0;106923ea030f:42183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-727452765/flush-table-proc/acquired'
2024-11-12T09:21:09,066 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:21:09,067 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:21:09,067 DEBUG [RS:0;106923ea030f:42183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,42183,1731403267337
2024-11-12T09:21:09,067 DEBUG [RS:0;106923ea030f:42183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,42183,1731403267337'
2024-11-12T09:21:09,067 DEBUG [RS:0;106923ea030f:42183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-727452765/online-snapshot/abort'
2024-11-12T09:21:09,067 DEBUG [RS:0;106923ea030f:42183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-727452765/online-snapshot/acquired'
2024-11-12T09:21:09,067 DEBUG [RS:0;106923ea030f:42183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:21:09,067 INFO  [RS:0;106923ea030f:42183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:21:09,067 INFO  [RS:0;106923ea030f:42183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:21:09,167 INFO  [RS:0;106923ea030f:42183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:09,169 INFO  [RS:0;106923ea030f:42183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42183%2C1731403267337, suffix=, logDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/oldWALs, maxLogs=10
2024-11-12T09:21:09,185 DEBUG [RS:0;106923ea030f:42183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, exclude list is [], retry=0
2024-11-12T09:21:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-f4549cfd-4926-4cf0-b8ce-94bef2d15b17,DISK]
2024-11-12T09:21:09,193 INFO  [RS:0;106923ea030f:42183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169
2024-11-12T09:21:09,194 DEBUG [RS:0;106923ea030f:42183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43131:43131)]
2024-11-12T09:21:09,367 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:21:09,367 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2
2024-11-12T09:21:09,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:21:09,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:09,773 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:09,774 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:09,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:09,774 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:09,774 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:09,775 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:09,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:09,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:09,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:09,776 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:09,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:09,777 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:09,777 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:09,777 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:09,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:09,778 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:09,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:09,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740
2024-11-12T09:21:09,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740
2024-11-12T09:21:09,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:09,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:09,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:09,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:09,781 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:09,782 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71919842, jitterRate=0.07168915867805481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:09,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403269772Initializing all the Stores at 1731403269773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403269773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403269773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403269773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403269773Cleaning up temporary data from old regions at 1731403269779 (+6 ms)Region opened successfully at 1731403269782 (+3 ms)
2024-11-12T09:21:09,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:09,782 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:09,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:09,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:09,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:09,783 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:09,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403269782Disabling compacts and flushes for region at 1731403269782Disabling writes for close at 1731403269782Writing region close event to WAL at 1731403269783 (+1 ms)Closed at 1731403269783
2024-11-12T09:21:09,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:09,783 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:21:09,784 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:21:09,784 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:09,785 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:21:09,935 DEBUG [106923ea030f:45347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:21:09,936 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,42183,1731403267337
2024-11-12T09:21:09,937 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,42183,1731403267337, state=OPENING
2024-11-12T09:21:09,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:21:10,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:10,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:10,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:10,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-727452765/meta-region-server: CHANGED
2024-11-12T09:21:10,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-727452765/meta-region-server: CHANGED
2024-11-12T09:21:10,002 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,42183,1731403267337}]
2024-11-12T09:21:10,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:10,155 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:21:10,157 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:21:10,157 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:10,158 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:21:10,159 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42183%2C1731403267337.meta, suffix=.meta, logDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/oldWALs, maxLogs=10
2024-11-12T09:21:10,171 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.meta.1731403270159.meta, exclude list is [], retry=0
2024-11-12T09:21:10,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-f4549cfd-4926-4cf0-b8ce-94bef2d15b17,DISK]
2024-11-12T09:21:10,175 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.meta.1731403270159.meta
2024-11-12T09:21:10,175 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43131:43131)]
2024-11-12T09:21:10,175 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:10,175 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:10,175 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:10,176 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:21:10,176 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:21:10,176 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:21:10,176 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:10,176 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:21:10,176 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:21:10,178 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:10,178 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:10,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:10,179 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:10,179 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:10,179 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:10,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:10,180 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:10,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:10,181 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:10,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:10,181 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:10,181 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:10,182 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740
2024-11-12T09:21:10,182 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740
2024-11-12T09:21:10,183 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:10,183 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:10,183 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:10,184 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:10,184 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601076, jitterRate=-0.037368953227996826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:10,185 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:21:10,185 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403270176Writing region info on filesystem at 1731403270176Initializing all the Stores at 1731403270177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403270177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403270178 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403270178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403270178Cleaning up temporary data from old regions at 1731403270183 (+5 ms)Running coprocessor post-open hooks at 1731403270185 (+2 ms)Region opened successfully at 1731403270185
2024-11-12T09:21:10,186 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403270153
2024-11-12T09:21:10,187 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:21:10,187 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:21:10,188 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,42183,1731403267337
2024-11-12T09:21:10,188 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,42183,1731403267337, state=OPEN
2024-11-12T09:21:10,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-727452765/meta-region-server
2024-11-12T09:21:10,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-727452765/meta-region-server
2024-11-12T09:21:10,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,42183,1731403267337
2024-11-12T09:21:10,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-727452765/meta-region-server: CHANGED
2024-11-12T09:21:10,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-727452765/meta-region-server: CHANGED
2024-11-12T09:21:10,228 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:21:10,228 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,42183,1731403267337 in 224 msec
2024-11-12T09:21:10,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:21:10,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec
2024-11-12T09:21:10,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:10,230 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:21:10,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:10,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42183,1731403267337, seqNum=-1]
2024-11-12T09:21:10,231 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:10,232 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:10,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec
2024-11-12T09:21:10,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403270235, completionTime=-1
2024-11-12T09:21:10,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:21:10,236 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:21:10,237 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:21:10,237 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403330237
2024-11-12T09:21:10,237 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403390237
2024-11-12T09:21:10,237 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:21:10,237 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45347,1731403267128-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,237 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45347,1731403267128-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,238 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45347,1731403267128-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,238 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:45347, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,238 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,238 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,239 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:21:10,240 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec
2024-11-12T09:21:10,240 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:21:10,240 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:21:10,240 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:21:10,241 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:21:10,241 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:21:10,241 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45347,1731403267128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:10,241 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45347,1731403267128-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:21:10,242 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:21:10,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:21:10,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,45347,1731403267128-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:10,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b8a914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:10,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45347,-1 for getting cluster id
2024-11-12T09:21:10,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:10,268 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '055edfbf-084d-44fd-92f4-8cc7677bf93b'
2024-11-12T09:21:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "055edfbf-084d-44fd-92f4-8cc7677bf93b"

2024-11-12T09:21:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f0c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45347,-1]
2024-11-12T09:21:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:10,269 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:10,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b32bea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:10,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42183,1731403267337, seqNum=-1]
2024-11-12T09:21:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:10,272 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:10,273 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,45347,1731403267128
2024-11-12T09:21:10,274 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55043
2024-11-12T09:21:10,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:10,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e592f210002 connected
2024-11-12T09:21:10,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir so I do NOT create it in target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377
2024-11-12T09:21:10,309 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:21:10,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.tmp.dir so I do NOT create it in target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377
2024-11-12T09:21:10,309 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:21:10,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377
2024-11-12T09:21:10,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:21:10,309 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/cluster_d7f7f8d3-ec29-71a1-bd0c-54cbe338d259, deleteOnExit=true
2024-11-12T09:21:10,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:21:10,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/test.cache.data in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:21:10,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:21:10,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:10,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:21:10,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:21:10,620 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:10,624 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:10,626 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:10,626 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:10,626 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:21:10,626 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:10,636 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57fa4162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:10,636 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bb1855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:10,731 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65f4aaf2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/java.io.tmpdir/jetty-localhost-38847-hadoop-hdfs-3_4_1-tests_jar-_-any-18389501805262563864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:10,732 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73c22285{HTTP/1.1, (http/1.1)}{localhost:38847}
2024-11-12T09:21:10,732 INFO  [Time-limited test {}] server.Server(415): Started @201629ms
2024-11-12T09:21:10,974 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:10,976 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:10,977 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:10,977 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:10,977 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:21:10,977 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c1d1b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:10,978 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dbc68b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:11,074 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e3289e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/java.io.tmpdir/jetty-localhost-33167-hadoop-hdfs-3_4_1-tests_jar-_-any-14407521645847373289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:11,074 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@220dc6fb{HTTP/1.1, (http/1.1)}{localhost:33167}
2024-11-12T09:21:11,075 INFO  [Time-limited test {}] server.Server(415): Started @201972ms
2024-11-12T09:21:11,076 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:21:11,722 WARN  [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/cluster_d7f7f8d3-ec29-71a1-bd0c-54cbe338d259/data/data1/current/BP-995744095-172.17.0.2-1731403270325/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:11,722 WARN  [Thread-2289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/cluster_d7f7f8d3-ec29-71a1-bd0c-54cbe338d259/data/data2/current/BP-995744095-172.17.0.2-1731403270325/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:11,736 WARN  [Thread-2276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:21:11,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55e3b71a92484889 with lease ID 0xa7897f73df30a1a7: Processing first storage report for DS-2112d60b-3b50-4de4-ae31-9564b8861378 from datanode DatanodeRegistration(127.0.0.1:43365, datanodeUuid=6ff9631b-f4e2-4fd7-82b7-91cff2c97281, infoPort=41319, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=289135356;c=1731403270325)
2024-11-12T09:21:11,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55e3b71a92484889 with lease ID 0xa7897f73df30a1a7: from storage DS-2112d60b-3b50-4de4-ae31-9564b8861378 node DatanodeRegistration(127.0.0.1:43365, datanodeUuid=6ff9631b-f4e2-4fd7-82b7-91cff2c97281, infoPort=41319, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=289135356;c=1731403270325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:11,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55e3b71a92484889 with lease ID 0xa7897f73df30a1a7: Processing first storage report for DS-a8382a4b-0159-4174-939f-0e97d9cdd3f6 from datanode DatanodeRegistration(127.0.0.1:43365, datanodeUuid=6ff9631b-f4e2-4fd7-82b7-91cff2c97281, infoPort=41319, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=289135356;c=1731403270325)
2024-11-12T09:21:11,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55e3b71a92484889 with lease ID 0xa7897f73df30a1a7: from storage DS-a8382a4b-0159-4174-939f-0e97d9cdd3f6 node DatanodeRegistration(127.0.0.1:43365, datanodeUuid=6ff9631b-f4e2-4fd7-82b7-91cff2c97281, infoPort=41319, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=289135356;c=1731403270325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:11,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377
2024-11-12T09:21:11,800 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:11,801 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:11,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:21:12,209 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f with version=8
2024-11-12T09:21:12,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/hbase-staging
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:21:12,211 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:12,212 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35945
2024-11-12T09:21:12,213 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35945 connecting to ZooKeeper ensemble=127.0.0.1:55043
2024-11-12T09:21:12,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359450x0, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:12,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35945-0x1012e592f210003 connected
2024-11-12T09:21:12,362 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:12,364 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:12,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/running
2024-11-12T09:21:12,366 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f, hbase.cluster.distributed=false
2024-11-12T09:21:12,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/acl
2024-11-12T09:21:12,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35945
2024-11-12T09:21:12,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35945
2024-11-12T09:21:12,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35945
2024-11-12T09:21:12,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35945
2024-11-12T09:21:12,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35945
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:21:12,383 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:12,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42799
2024-11-12T09:21:12,385 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42799 connecting to ZooKeeper ensemble=127.0.0.1:55043
2024-11-12T09:21:12,385 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:12,387 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:12,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427990x0, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:12,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427990x0, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/running
2024-11-12T09:21:12,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42799-0x1012e592f210004 connected
2024-11-12T09:21:12,402 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:21:12,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:21:12,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/master
2024-11-12T09:21:12,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/acl
2024-11-12T09:21:12,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42799
2024-11-12T09:21:12,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42799
2024-11-12T09:21:12,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42799
2024-11-12T09:21:12,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42799
2024-11-12T09:21:12,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42799
2024-11-12T09:21:12,422 DEBUG [M:0;106923ea030f:35945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:35945
2024-11-12T09:21:12,422 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2074957474/backup-masters/106923ea030f,35945,1731403272211
2024-11-12T09:21:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474/backup-masters
2024-11-12T09:21:12,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474/backup-masters
2024-11-12T09:21:12,433 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on existing znode=/1-2074957474/backup-masters/106923ea030f,35945,1731403272211
2024-11-12T09:21:12,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2074957474/master
2024-11-12T09:21:12,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:12,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:12,443 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on existing znode=/1-2074957474/master
2024-11-12T09:21:12,444 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2074957474/backup-masters/106923ea030f,35945,1731403272211 from backup master directory
2024-11-12T09:21:12,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474/backup-masters
2024-11-12T09:21:12,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2074957474/backup-masters/106923ea030f,35945,1731403272211
2024-11-12T09:21:12,454 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:12,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474/backup-masters
2024-11-12T09:21:12,454 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,35945,1731403272211
2024-11-12T09:21:12,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/hbase.id] with ID: 5c1064b0-735b-42cb-a30a-e3856cf00568
2024-11-12T09:21:12,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/.tmp/hbase.id
2024-11-12T09:21:12,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:21:12,462 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/.tmp/hbase.id]:[hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/hbase.id]
2024-11-12T09:21:12,470 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:12,470 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:21:12,470 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:21:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:12,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:21:12,500 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:12,534 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,536 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,536 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,549 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,549 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,553 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:12,886 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:12,887 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:21:12,887 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:12,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:21:12,893 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store
2024-11-12T09:21:12,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:21:13,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:13,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:13,302 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:13,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:13,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:13,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:13,302 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:13,302 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403273302Disabling compacts and flushes for region at 1731403273302Disabling writes for close at 1731403273302Writing region close event to WAL at 1731403273302Closed at 1731403273302
2024-11-12T09:21:13,303 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/.initializing
2024-11-12T09:21:13,303 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/WALs/106923ea030f,35945,1731403272211
2024-11-12T09:21:13,304 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:13,306 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C35945%2C1731403272211, suffix=, logDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/WALs/106923ea030f,35945,1731403272211, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/oldWALs, maxLogs=10
2024-11-12T09:21:13,320 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/WALs/106923ea030f,35945,1731403272211/106923ea030f%2C35945%2C1731403272211.1731403273306, exclude list is [], retry=0
2024-11-12T09:21:13,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43365,DS-2112d60b-3b50-4de4-ae31-9564b8861378,DISK]
2024-11-12T09:21:13,324 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/WALs/106923ea030f,35945,1731403272211/106923ea030f%2C35945%2C1731403272211.1731403273306
2024-11-12T09:21:13,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41319:41319)]
2024-11-12T09:21:13,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:13,324 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:13,325 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,325 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:13,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:21:13,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:13,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:13,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:13,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:21:13,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:13,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:13,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:13,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:21:13,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:13,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:13,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:13,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:21:13,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:13,331 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:13,331 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,331 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,332 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,332 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,332 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,333 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:13,333 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:13,335 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:13,335 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68687134, jitterRate=0.02351805567741394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:13,335 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403273325Initializing all the Stores at 1731403273325Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403273325Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403273325Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403273325Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403273325Cleaning up temporary data from old regions at 1731403273332 (+7 ms)Region opened successfully at 1731403273335 (+3 ms)
2024-11-12T09:21:13,336 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:21:13,338 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7229d60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:13,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:21:13,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:21:13,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:21:13,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:21:13,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:21:13,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:21:13,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:21:13,341 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:21:13,342 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Unable to get data of znode /1-2074957474/balancer because node does not exist (not necessarily an error)
2024-11-12T09:21:13,411 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2074957474/balancer already deleted, retry=false
2024-11-12T09:21:13,412 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:21:13,413 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Unable to get data of znode /1-2074957474/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:21:13,505 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2074957474/normalizer already deleted, retry=false
2024-11-12T09:21:13,505 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:21:13,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Unable to get data of znode /1-2074957474/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:21:13,530 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2074957474/switch/split already deleted, retry=false
2024-11-12T09:21:13,531 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Unable to get data of znode /1-2074957474/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:21:13,541 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2074957474/switch/merge already deleted, retry=false
2024-11-12T09:21:13,543 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Unable to get data of znode /1-2074957474/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:21:13,551 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2074957474/snapshot-cleanup already deleted, retry=false
2024-11-12T09:21:13,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2074957474/running
2024-11-12T09:21:13,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2074957474/running
2024-11-12T09:21:13,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:13,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:13,562 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,35945,1731403272211, sessionid=0x1012e592f210003, setting cluster-up flag (Was=false)
2024-11-12T09:21:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:13,614 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2074957474/flush-table-proc/acquired, /1-2074957474/flush-table-proc/reached, /1-2074957474/flush-table-proc/abort
2024-11-12T09:21:13,615 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,35945,1731403272211
2024-11-12T09:21:13,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:13,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:13,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2074957474/online-snapshot/acquired, /1-2074957474/online-snapshot/reached, /1-2074957474/online-snapshot/abort
2024-11-12T09:21:13,668 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,35945,1731403272211
2024-11-12T09:21:13,669 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:21:13,670 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:13,670 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:21:13,670 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:21:13,670 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,35945,1731403272211
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:21:13,671 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:13,671 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:13,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:13,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:13,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:21:13,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:13,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403303674
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:21:13,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:21:13,674 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:21:13,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:21:13,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:21:13,675 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403273675,5,FailOnTimeoutGroup]
2024-11-12T09:21:13,675 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:21:13,675 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403273675,5,FailOnTimeoutGroup]
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,675 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:21:13,713 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(746): ClusterId : 5c1064b0-735b-42cb-a30a-e3856cf00568
2024-11-12T09:21:13,714 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:21:13,720 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:21:13,720 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:21:13,731 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:21:13,731 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dde457c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:13,745 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:42799
2024-11-12T09:21:13,745 INFO  [RS:0;106923ea030f:42799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:21:13,745 INFO  [RS:0;106923ea030f:42799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:21:13,745 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:21:13,746 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,35945,1731403272211 with port=42799, startcode=1731403272383
2024-11-12T09:21:13,746 DEBUG [RS:0;106923ea030f:42799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:21:13,748 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:21:13,748 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,42799,1731403272383
2024-11-12T09:21:13,748 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35945 {}] master.ServerManager(517): Registering regionserver=106923ea030f,42799,1731403272383
2024-11-12T09:21:13,749 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f
2024-11-12T09:21:13,749 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38299
2024-11-12T09:21:13,749 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:21:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474/rs
2024-11-12T09:21:13,799 DEBUG [RS:0;106923ea030f:42799 {}] zookeeper.ZKUtil(111): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on existing znode=/1-2074957474/rs/106923ea030f,42799,1731403272383
2024-11-12T09:21:13,799 WARN  [RS:0;106923ea030f:42799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:13,799 INFO  [RS:0;106923ea030f:42799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:13,799 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383
2024-11-12T09:21:13,799 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,42799,1731403272383]
2024-11-12T09:21:13,802 INFO  [RS:0;106923ea030f:42799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:21:13,804 INFO  [RS:0;106923ea030f:42799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:21:13,804 INFO  [RS:0;106923ea030f:42799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:21:13,804 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,808 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:21:13,809 INFO  [RS:0;106923ea030f:42799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:21:13,809 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:13,809 DEBUG [RS:0;106923ea030f:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:13,811 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,811 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,811 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,811 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,811 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,811 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42799,1731403272383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:13,825 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:21:13,825 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42799,1731403272383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,825 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,825 INFO  [RS:0;106923ea030f:42799 {}] regionserver.Replication(171): 106923ea030f,42799,1731403272383 started
2024-11-12T09:21:13,837 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:13,837 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,42799,1731403272383, RpcServer on 106923ea030f/172.17.0.2:42799, sessionid=0x1012e592f210004
2024-11-12T09:21:13,837 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:21:13,837 DEBUG [RS:0;106923ea030f:42799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,42799,1731403272383
2024-11-12T09:21:13,837 DEBUG [RS:0;106923ea030f:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,42799,1731403272383'
2024-11-12T09:21:13,837 DEBUG [RS:0;106923ea030f:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2074957474/flush-table-proc/abort'
2024-11-12T09:21:13,838 DEBUG [RS:0;106923ea030f:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2074957474/flush-table-proc/acquired'
2024-11-12T09:21:13,838 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:21:13,838 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:21:13,838 DEBUG [RS:0;106923ea030f:42799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,42799,1731403272383
2024-11-12T09:21:13,838 DEBUG [RS:0;106923ea030f:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,42799,1731403272383'
2024-11-12T09:21:13,838 DEBUG [RS:0;106923ea030f:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2074957474/online-snapshot/abort'
2024-11-12T09:21:13,839 DEBUG [RS:0;106923ea030f:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2074957474/online-snapshot/acquired'
2024-11-12T09:21:13,839 DEBUG [RS:0;106923ea030f:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:21:13,839 INFO  [RS:0;106923ea030f:42799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:21:13,839 INFO  [RS:0;106923ea030f:42799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:21:13,939 INFO  [RS:0;106923ea030f:42799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:13,940 INFO  [RS:0;106923ea030f:42799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42799%2C1731403272383, suffix=, logDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/oldWALs, maxLogs=10
2024-11-12T09:21:13,953 DEBUG [RS:0;106923ea030f:42799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, exclude list is [], retry=0
2024-11-12T09:21:13,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43365,DS-2112d60b-3b50-4de4-ae31-9564b8861378,DISK]
2024-11-12T09:21:13,956 INFO  [RS:0;106923ea030f:42799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941
2024-11-12T09:21:13,959 DEBUG [RS:0;106923ea030f:42799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41319:41319)]
2024-11-12T09:21:14,086 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:21:14,086 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f
2024-11-12T09:21:14,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:21:14,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:14,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:14,494 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:14,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:14,495 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:14,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:14,496 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:14,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:14,497 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:14,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:14,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740
2024-11-12T09:21:14,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740
2024-11-12T09:21:14,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:14,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:14,500 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:14,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:14,502 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62401374, jitterRate=-0.0701470673084259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403274492Initializing all the Stores at 1731403274492Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403274492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403274493 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403274493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403274493Cleaning up temporary data from old regions at 1731403274499 (+6 ms)Region opened successfully at 1731403274502 (+3 ms)
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:14,502 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:14,502 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:14,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403274502Disabling compacts and flushes for region at 1731403274502Disabling writes for close at 1731403274502Writing region close event to WAL at 1731403274502Closed at 1731403274502
2024-11-12T09:21:14,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:14,503 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:21:14,504 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:21:14,504 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:14,505 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:21:14,655 DEBUG [106923ea030f:35945 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:21:14,656 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,42799,1731403272383
2024-11-12T09:21:14,657 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,42799,1731403272383, state=OPENING
2024-11-12T09:21:14,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:21:14,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:14,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:14,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:14,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2074957474/meta-region-server: CHANGED
2024-11-12T09:21:14,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2074957474/meta-region-server: CHANGED
2024-11-12T09:21:14,717 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,42799,1731403272383}]
2024-11-12T09:21:14,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:14,871 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:21:14,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:21:14,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:14,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:21:14,876 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42799%2C1731403272383.meta, suffix=.meta, logDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/oldWALs, maxLogs=10
2024-11-12T09:21:14,893 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.meta.1731403274876.meta, exclude list is [], retry=0
2024-11-12T09:21:14,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43365,DS-2112d60b-3b50-4de4-ae31-9564b8861378,DISK]
2024-11-12T09:21:14,897 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.meta.1731403274876.meta
2024-11-12T09:21:14,898 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41319:41319)]
2024-11-12T09:21:14,899 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:14,899 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:14,899 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:14,899 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:21:14,899 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:21:14,899 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:21:14,899 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:14,900 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:21:14,900 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:21:14,901 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:14,902 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:14,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,902 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,902 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:14,903 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:14,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,903 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,903 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:14,904 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:14,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:14,905 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:14,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:14,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:14,905 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:14,906 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740
2024-11-12T09:21:14,907 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740
2024-11-12T09:21:14,908 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:14,908 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:14,908 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:14,909 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:14,910 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63567935, jitterRate=-0.05276395380496979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:14,910 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:21:14,910 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403274900Writing region info on filesystem at 1731403274900Initializing all the Stores at 1731403274900Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403274901 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403274901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403274901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403274901Cleaning up temporary data from old regions at 1731403274908 (+7 ms)Running coprocessor post-open hooks at 1731403274910 (+2 ms)Region opened successfully at 1731403274910
2024-11-12T09:21:14,911 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403274869
2024-11-12T09:21:14,912 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:21:14,913 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:21:14,913 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,42799,1731403272383
2024-11-12T09:21:14,914 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,42799,1731403272383, state=OPEN
2024-11-12T09:21:14,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2074957474/meta-region-server
2024-11-12T09:21:14,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2074957474/meta-region-server
2024-11-12T09:21:14,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,42799,1731403272383
2024-11-12T09:21:14,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2074957474/meta-region-server: CHANGED
2024-11-12T09:21:14,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2074957474/meta-region-server: CHANGED
2024-11-12T09:21:14,943 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:21:14,943 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,42799,1731403272383 in 224 msec
2024-11-12T09:21:14,945 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:21:14,945 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec
2024-11-12T09:21:14,945 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:14,945 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:21:14,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:14,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42799,1731403272383, seqNum=-1]
2024-11-12T09:21:14,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:14,948 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:14,952 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec
2024-11-12T09:21:14,952 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403274952, completionTime=-1
2024-11-12T09:21:14,952 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:21:14,953 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:21:14,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:21:14,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403334955
2024-11-12T09:21:14,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403394955
2024-11-12T09:21:14,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:21:14,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35945,1731403272211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:14,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35945,1731403272211-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:14,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35945,1731403272211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:14,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:35945, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:14,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:14,956 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:14,958 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35945,1731403272211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:14,960 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35945,1731403272211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:21:14,962 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:21:14,962 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:21:14,962 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35945,1731403272211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:15,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f828dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:15,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35945,-1 for getting cluster id
2024-11-12T09:21:15,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:15,016 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1064b0-735b-42cb-a30a-e3856cf00568'
2024-11-12T09:21:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1064b0-735b-42cb-a30a-e3856cf00568"

2024-11-12T09:21:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddc0e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35945,-1]
2024-11-12T09:21:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:15,018 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:15,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f827cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:15,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42799,1731403272383, seqNum=-1]
2024-11-12T09:21:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:15,022 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:15,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:21:15,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,35945,1731403272211
2024-11-12T09:21:15,024 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55043
2024-11-12T09:21:15,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:15,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e592f210005 connected
2024-11-12T09:21:15,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45347,1731403267128
2024-11-12T09:21:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41f6d8c3
2024-11-12T09:21:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:15,050 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:15,051 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:21:15,053 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:15,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:15,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:21:15,054 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:15,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:21:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:15,462 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 950015be124e662e6fb702ea38cfc33f, NAME => 'test,,1731403275051.950015be124e662e6fb702ea38cfc33f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2
2024-11-12T09:21:15,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:21:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:15,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403275051.950015be124e662e6fb702ea38cfc33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:15,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 950015be124e662e6fb702ea38cfc33f, disabling compactions & flushes
2024-11-12T09:21:15,868 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:15,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:15,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403275051.950015be124e662e6fb702ea38cfc33f. after waiting 0 ms
2024-11-12T09:21:15,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:15,868 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:15,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 950015be124e662e6fb702ea38cfc33f:
Waiting for close lock at 1731403275868Disabling compacts and flushes for region at 1731403275868Disabling writes for close at 1731403275868Writing region close event to WAL at 1731403275868Closed at 1731403275868
2024-11-12T09:21:15,869 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:15,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403275051.950015be124e662e6fb702ea38cfc33f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403275869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403275869"}]},"ts":"1731403275869"}
2024-11-12T09:21:15,871 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:15,872 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:15,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403275872"}]},"ts":"1731403275872"}
2024-11-12T09:21:15,873 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:21:15,874 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=950015be124e662e6fb702ea38cfc33f, ASSIGN}]
2024-11-12T09:21:15,874 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=950015be124e662e6fb702ea38cfc33f, ASSIGN
2024-11-12T09:21:15,875 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=950015be124e662e6fb702ea38cfc33f, ASSIGN; state=OFFLINE, location=106923ea030f,42183,1731403267337; forceNewPlan=false, retain=false
2024-11-12T09:21:16,026 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=950015be124e662e6fb702ea38cfc33f, regionState=OPENING, regionLocation=106923ea030f,42183,1731403267337
2024-11-12T09:21:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=950015be124e662e6fb702ea38cfc33f, ASSIGN because future has completed
2024-11-12T09:21:16,028 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 950015be124e662e6fb702ea38cfc33f, server=106923ea030f,42183,1731403267337}]
2024-11-12T09:21:16,184 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:16,184 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 950015be124e662e6fb702ea38cfc33f, NAME => 'test,,1731403275051.950015be124e662e6fb702ea38cfc33f.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:16,184 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:16,184 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:21:16,184 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,184 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403275051.950015be124e662e6fb702ea38cfc33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:16,185 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,185 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,186 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 950015be124e662e6fb702ea38cfc33f 
2024-11-12T09:21:16,187 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950015be124e662e6fb702ea38cfc33f columnFamilyName f
2024-11-12T09:21:16,187 DEBUG [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:16,187 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] regionserver.HStore(327): Store=950015be124e662e6fb702ea38cfc33f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:16,187 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 950015be124e662e6fb702ea38cfc33f 
2024-11-12T09:21:16,188 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950015be124e662e6fb702ea38cfc33f columnFamilyName f1
2024-11-12T09:21:16,188 DEBUG [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:16,189 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] regionserver.HStore(327): Store=950015be124e662e6fb702ea38cfc33f/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:16,189 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 950015be124e662e6fb702ea38cfc33f 
2024-11-12T09:21:16,190 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 950015be124e662e6fb702ea38cfc33f columnFamilyName norep
2024-11-12T09:21:16,190 DEBUG [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:16,190 INFO  [StoreOpener-950015be124e662e6fb702ea38cfc33f-1 {}] regionserver.HStore(327): Store=950015be124e662e6fb702ea38cfc33f/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:16,190 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,191 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,191 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,192 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,192 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,192 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:16,193 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,195 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:16,196 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 950015be124e662e6fb702ea38cfc33f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69065242, jitterRate=0.02915230393409729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:16,196 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:16,197 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 950015be124e662e6fb702ea38cfc33f:
Running coprocessor pre-open hook at 1731403276185Writing region info on filesystem at 1731403276185Initializing all the Stores at 1731403276185Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403276185Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403276186 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403276186Cleaning up temporary data from old regions at 1731403276192 (+6 ms)Running coprocessor post-open hooks at 1731403276196 (+4 ms)Region opened successfully at 1731403276197 (+1 ms)
2024-11-12T09:21:16,198 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403275051.950015be124e662e6fb702ea38cfc33f., pid=6, masterSystemTime=1731403276180
2024-11-12T09:21:16,199 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:16,200 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:16,200 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=950015be124e662e6fb702ea38cfc33f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,42183,1731403267337
2024-11-12T09:21:16,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 950015be124e662e6fb702ea38cfc33f, server=106923ea030f,42183,1731403267337 because future has completed
2024-11-12T09:21:16,205 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:21:16,205 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 950015be124e662e6fb702ea38cfc33f, server=106923ea030f,42183,1731403267337 in 175 msec
2024-11-12T09:21:16,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:21:16,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=950015be124e662e6fb702ea38cfc33f, ASSIGN in 331 msec
2024-11-12T09:21:16,207 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:16,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403276208"}]},"ts":"1731403276208"}
2024-11-12T09:21:16,210 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:21:16,211 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:16,212 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec
2024-11-12T09:21:16,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:21:16,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:21:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:21:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-12T09:21:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:21:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-12T09:21:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:21:16,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:21:16,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:21:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:17,213 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:21:17,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35945,1731403272211
2024-11-12T09:21:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bb1209
2024-11-12T09:21:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:17,215 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:17,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:21:17,217 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:17,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:17,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:21:17,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:17,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:21:17,227 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d66b7dce888228743985ed402193805, NAME => 'test,,1731403277215.1d66b7dce888228743985ed402193805.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f
2024-11-12T09:21:17,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:21:17,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403277215.1d66b7dce888228743985ed402193805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:17,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1d66b7dce888228743985ed402193805, disabling compactions & flushes
2024-11-12T09:21:17,237 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403277215.1d66b7dce888228743985ed402193805. after waiting 0 ms
2024-11-12T09:21:17,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,237 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d66b7dce888228743985ed402193805:
Waiting for close lock at 1731403277237Disabling compacts and flushes for region at 1731403277237Disabling writes for close at 1731403277237Writing region close event to WAL at 1731403277237Closed at 1731403277237
2024-11-12T09:21:17,238 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:17,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403277215.1d66b7dce888228743985ed402193805.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403277238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403277238"}]},"ts":"1731403277238"}
2024-11-12T09:21:17,240 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:17,241 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:17,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403277241"}]},"ts":"1731403277241"}
2024-11-12T09:21:17,243 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:21:17,243 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d66b7dce888228743985ed402193805, ASSIGN}]
2024-11-12T09:21:17,244 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d66b7dce888228743985ed402193805, ASSIGN
2024-11-12T09:21:17,245 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1d66b7dce888228743985ed402193805, ASSIGN; state=OFFLINE, location=106923ea030f,42799,1731403272383; forceNewPlan=false, retain=false
2024-11-12T09:21:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:17,395 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d66b7dce888228743985ed402193805, regionState=OPENING, regionLocation=106923ea030f,42799,1731403272383
2024-11-12T09:21:17,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1d66b7dce888228743985ed402193805, ASSIGN because future has completed
2024-11-12T09:21:17,398 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d66b7dce888228743985ed402193805, server=106923ea030f,42799,1731403272383}]
2024-11-12T09:21:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:17,553 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d66b7dce888228743985ed402193805, NAME => 'test,,1731403277215.1d66b7dce888228743985ed402193805.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:17,553 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:17,553 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:21:17,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403277215.1d66b7dce888228743985ed402193805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:17,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,553 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,554 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d66b7dce888228743985ed402193805 
2024-11-12T09:21:17,555 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d66b7dce888228743985ed402193805 columnFamilyName f
2024-11-12T09:21:17,555 DEBUG [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:17,556 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] regionserver.HStore(327): Store=1d66b7dce888228743985ed402193805/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:17,556 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1d66b7dce888228743985ed402193805 
2024-11-12T09:21:17,556 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d66b7dce888228743985ed402193805 columnFamilyName f1
2024-11-12T09:21:17,556 DEBUG [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:17,557 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] regionserver.HStore(327): Store=1d66b7dce888228743985ed402193805/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:17,557 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d66b7dce888228743985ed402193805 
2024-11-12T09:21:17,557 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d66b7dce888228743985ed402193805 columnFamilyName norep
2024-11-12T09:21:17,558 DEBUG [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:17,558 INFO  [StoreOpener-1d66b7dce888228743985ed402193805-1 {}] regionserver.HStore(327): Store=1d66b7dce888228743985ed402193805/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:17,558 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,559 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,559 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,560 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,560 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,560 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:17,561 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,562 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:17,563 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d66b7dce888228743985ed402193805; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66244542, jitterRate=-0.012879401445388794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:17,563 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:17,563 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d66b7dce888228743985ed402193805:
Running coprocessor pre-open hook at 1731403277553Writing region info on filesystem at 1731403277553Initializing all the Stores at 1731403277554 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403277554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403277554Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403277554Cleaning up temporary data from old regions at 1731403277560 (+6 ms)Running coprocessor post-open hooks at 1731403277563 (+3 ms)Region opened successfully at 1731403277563
2024-11-12T09:21:17,564 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403277215.1d66b7dce888228743985ed402193805., pid=6, masterSystemTime=1731403277550
2024-11-12T09:21:17,566 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,566 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:17,566 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d66b7dce888228743985ed402193805, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,42799,1731403272383
2024-11-12T09:21:17,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d66b7dce888228743985ed402193805, server=106923ea030f,42799,1731403272383 because future has completed
2024-11-12T09:21:17,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:21:17,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d66b7dce888228743985ed402193805, server=106923ea030f,42799,1731403272383 in 171 msec
2024-11-12T09:21:17,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:21:17,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1d66b7dce888228743985ed402193805, ASSIGN in 328 msec
2024-11-12T09:21:17,573 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:17,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403277573"}]},"ts":"1731403277573"}
2024-11-12T09:21:17,575 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:21:17,576 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:17,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec
2024-11-12T09:21:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:17,843 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:21:17,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acb9808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45347,-1 for getting cluster id
2024-11-12T09:21:17,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:17,845 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '055edfbf-084d-44fd-92f4-8cc7677bf93b'
2024-11-12T09:21:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "055edfbf-084d-44fd-92f4-8cc7677bf93b"

2024-11-12T09:21:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf56aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45347,-1]
2024-11-12T09:21:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:17,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:17,846 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:17,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f513e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc6e7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35945,-1 for getting cluster id
2024-11-12T09:21:17,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:17,848 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1064b0-735b-42cb-a30a-e3856cf00568'
2024-11-12T09:21:17,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1064b0-735b-42cb-a30a-e3856cf00568"

2024-11-12T09:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bf8864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35945,-1]
2024-11-12T09:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:17,850 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:17,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b3c9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127d9774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45347,-1 for getting cluster id
2024-11-12T09:21:17,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:17,852 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '055edfbf-084d-44fd-92f4-8cc7677bf93b'
2024-11-12T09:21:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "055edfbf-084d-44fd-92f4-8cc7677bf93b"

2024-11-12T09:21:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e18f8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45347,-1]
2024-11-12T09:21:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:17,853 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:17,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16856e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:17,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45347,1731403267128
2024-11-12T09:21:17,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2adaa132
2024-11-12T09:21:17,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:17,855 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:17,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:35945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:21:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:21:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:17,859 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:35945'
2024-11-12T09:21:17,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e64751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,860 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35945,-1 for getting cluster id
2024-11-12T09:21:17,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:17,861 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1064b0-735b-42cb-a30a-e3856cf00568'
2024-11-12T09:21:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1064b0-735b-42cb-a30a-e3856cf00568"

2024-11-12T09:21:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437815c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35945,-1]
2024-11-12T09:21:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:17,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:17,862 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:17,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f7748f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:17,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:17,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35945,1731403272211
2024-11-12T09:21:17,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd6f186
2024-11-12T09:21:17,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:17,864 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:17,865 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:21:17,865 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:21:17,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:17,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:17,865 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:17,866 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:17,867 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:21:17,868 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:17,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:17,868 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:17,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:21:17,917 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:21:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:18,275 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6be2e50ac3d7335f8e3b1679f4d0cb25, NAME => 'hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2
2024-11-12T09:21:18,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:21:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:18,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:18,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6be2e50ac3d7335f8e3b1679f4d0cb25, disabling compactions & flushes
2024-11-12T09:21:18,680 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25. after waiting 0 ms
2024-11-12T09:21:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:18,681 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6be2e50ac3d7335f8e3b1679f4d0cb25:
Waiting for close lock at 1731403278680Disabling compacts and flushes for region at 1731403278680Disabling writes for close at 1731403278681 (+1 ms)Writing region close event to WAL at 1731403278681Closed at 1731403278681
2024-11-12T09:21:18,682 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:18,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403278682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403278682"}]},"ts":"1731403278682"}
2024-11-12T09:21:18,684 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:18,684 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:18,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403278684"}]},"ts":"1731403278684"}
2024-11-12T09:21:18,686 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:21:18,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6be2e50ac3d7335f8e3b1679f4d0cb25, ASSIGN}]
2024-11-12T09:21:18,687 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6be2e50ac3d7335f8e3b1679f4d0cb25, ASSIGN
2024-11-12T09:21:18,687 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6be2e50ac3d7335f8e3b1679f4d0cb25, ASSIGN; state=OFFLINE, location=106923ea030f,42183,1731403267337; forceNewPlan=false, retain=false
2024-11-12T09:21:18,838 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6be2e50ac3d7335f8e3b1679f4d0cb25, regionState=OPENING, regionLocation=106923ea030f,42183,1731403267337
2024-11-12T09:21:18,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6be2e50ac3d7335f8e3b1679f4d0cb25, ASSIGN because future has completed
2024-11-12T09:21:18,841 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6be2e50ac3d7335f8e3b1679f4d0cb25, server=106923ea030f,42183,1731403267337}]
2024-11-12T09:21:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:19,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:19,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:19,016 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18278 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:19,095 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:19,095 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:19,095 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:21:19,096 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42183%2C1731403267337.rep, suffix=, logDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/oldWALs, maxLogs=10
2024-11-12T09:21:19,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.rep.1731403279096, exclude list is [], retry=0
2024-11-12T09:21:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-f4549cfd-4926-4cf0-b8ce-94bef2d15b17,DISK]
2024-11-12T09:21:19,110 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.rep.1731403279096
2024-11-12T09:21:19,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43131:43131)]
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6be2e50ac3d7335f8e3b1679f4d0cb25, NAME => 'hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:19,112 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25. service=MultiRowMutationService
2024-11-12T09:21:19,112 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,113 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6be2e50ac3d7335f8e3b1679f4d0cb25 
2024-11-12T09:21:19,114 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be2e50ac3d7335f8e3b1679f4d0cb25 columnFamilyName hfileref
2024-11-12T09:21:19,114 DEBUG [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:19,115 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] regionserver.HStore(327): Store=6be2e50ac3d7335f8e3b1679f4d0cb25/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:19,115 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6be2e50ac3d7335f8e3b1679f4d0cb25 
2024-11-12T09:21:19,116 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be2e50ac3d7335f8e3b1679f4d0cb25 columnFamilyName queue
2024-11-12T09:21:19,116 DEBUG [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:19,116 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] regionserver.HStore(327): Store=6be2e50ac3d7335f8e3b1679f4d0cb25/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:19,116 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6be2e50ac3d7335f8e3b1679f4d0cb25 
2024-11-12T09:21:19,117 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be2e50ac3d7335f8e3b1679f4d0cb25 columnFamilyName sid
2024-11-12T09:21:19,117 DEBUG [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:19,117 INFO  [StoreOpener-6be2e50ac3d7335f8e3b1679f4d0cb25-1 {}] regionserver.HStore(327): Store=6be2e50ac3d7335f8e3b1679f4d0cb25/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:19,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:19,121 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6be2e50ac3d7335f8e3b1679f4d0cb25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68904403, jitterRate=0.026755616068840027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:19,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:19,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6be2e50ac3d7335f8e3b1679f4d0cb25:
Running coprocessor pre-open hook at 1731403279112Writing region info on filesystem at 1731403279112Initializing all the Stores at 1731403279113 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403279113Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403279113Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403279113Cleaning up temporary data from old regions at 1731403279118 (+5 ms)Running coprocessor post-open hooks at 1731403279122 (+4 ms)Region opened successfully at 1731403279122
2024-11-12T09:21:19,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25., pid=10, masterSystemTime=1731403279091
2024-11-12T09:21:19,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:19,125 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:19,125 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6be2e50ac3d7335f8e3b1679f4d0cb25, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,42183,1731403267337
2024-11-12T09:21:19,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6be2e50ac3d7335f8e3b1679f4d0cb25, server=106923ea030f,42183,1731403267337 because future has completed
2024-11-12T09:21:19,129 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:21:19,129 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6be2e50ac3d7335f8e3b1679f4d0cb25, server=106923ea030f,42183,1731403267337 in 287 msec
2024-11-12T09:21:19,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:21:19,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6be2e50ac3d7335f8e3b1679f4d0cb25, ASSIGN in 443 msec
2024-11-12T09:21:19,131 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:19,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403279131"}]},"ts":"1731403279131"}
2024-11-12T09:21:19,133 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:21:19,133 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:19,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2670 sec
2024-11-12T09:21:19,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25., hostname=106923ea030f,42183,1731403267337, seqNum=2]
2024-11-12T09:21:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:19,226 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:21:19,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:21:19,379 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:21:19,405 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,42183,1731403267337, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:21:19,406 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:19,406 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42183,1731403267337, seqNum=-1]
2024-11-12T09:21:19,406 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:19,408 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-12T09:21:19,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,42183,1731403267337', locateType=CURRENT is [region=hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25., hostname=106923ea030f,42183,1731403267337, seqNum=2]
2024-11-12T09:21:19,411 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:21:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:21:19,413 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,42183,1731403267337 suceeded
2024-11-12T09:21:19,415 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:21:19,415 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec
2024-11-12T09:21:19,415 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:35945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:21:19,416 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec
2024-11-12T09:21:19,425 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:35945'
2024-11-12T09:21:19,426 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42bf99e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:19,426 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35945,-1 for getting cluster id
2024-11-12T09:21:19,426 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:19,426 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1064b0-735b-42cb-a30a-e3856cf00568'
2024-11-12T09:21:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1064b0-735b-42cb-a30a-e3856cf00568"

2024-11-12T09:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18bbbbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35945,-1]
2024-11-12T09:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:19,428 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:19,428 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b1e46a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:19,428 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:19,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35945,1731403272211
2024-11-12T09:21:19,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54907362
2024-11-12T09:21:19,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:19,430 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService
2024-11-12T09:21:19,430 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,42183,1731403267337 (queues=1) is replicating from cluster=055edfbf-084d-44fd-92f4-8cc7677bf93b to cluster=5c1064b0-735b-42cb-a30a-e3856cf00568
2024-11-12T09:21:19,430 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C42183%2C1731403267337
2024-11-12T09:21:19,430 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,42183,1731403267337, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:21:19,431 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, startPosition=0, beingWritten=true
2024-11-12T09:21:19,431 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C42183%2C1731403267337
2024-11-12T09:21:19,435 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:19,435 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:19,435 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42183,1731403267337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:19,639 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:19,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:21:19,942 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:20,013 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:21:20,013 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:20,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:20,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:20,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:20,014 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:20,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6069baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:20,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35945,-1 for getting cluster id
2024-11-12T09:21:20,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:20,015 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1064b0-735b-42cb-a30a-e3856cf00568'
2024-11-12T09:21:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1064b0-735b-42cb-a30a-e3856cf00568"

2024-11-12T09:21:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de2e418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35945,-1]
2024-11-12T09:21:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:20,016 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218a4f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:20,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35945,1731403272211
2024-11-12T09:21:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574c0923
2024-11-12T09:21:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:20,019 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:20,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:21:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:20,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:45347'
2024-11-12T09:21:20,028 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2165e6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:20,028 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45347,-1 for getting cluster id
2024-11-12T09:21:20,028 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:20,028 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '055edfbf-084d-44fd-92f4-8cc7677bf93b'
2024-11-12T09:21:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "055edfbf-084d-44fd-92f4-8cc7677bf93b"

2024-11-12T09:21:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21427e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45347,-1]
2024-11-12T09:21:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:20,030 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:20,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb54a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:20,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:20,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45347,1731403267128
2024-11-12T09:21:20,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba943fa
2024-11-12T09:21:20,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:20,032 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:20,032 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:21:20,032 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:21:20,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:20,033 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:20,033 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:20,033 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:20,034 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:21:20,035 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:20,035 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:20,036 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:20,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:21:20,084 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:21:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:20,345 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:20,402 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:20,441 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,441 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,442 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50fd59e90ef94fd0d5e2e55f04b1398c, NAME => 'hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f
2024-11-12T09:21:20,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:21:20,457 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,458 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:20,849 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:20,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:20,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 50fd59e90ef94fd0d5e2e55f04b1398c, disabling compactions & flushes
2024-11-12T09:21:20,852 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:20,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:20,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c. after waiting 0 ms
2024-11-12T09:21:20,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:20,852 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:20,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50fd59e90ef94fd0d5e2e55f04b1398c:
Waiting for close lock at 1731403280852Disabling compacts and flushes for region at 1731403280852Disabling writes for close at 1731403280852Writing region close event to WAL at 1731403280852Closed at 1731403280852
2024-11-12T09:21:20,853 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:20,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403280853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403280853"}]},"ts":"1731403280853"}
2024-11-12T09:21:20,855 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:20,856 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:20,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403280856"}]},"ts":"1731403280856"}
2024-11-12T09:21:20,858 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:21:20,858 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50fd59e90ef94fd0d5e2e55f04b1398c, ASSIGN}]
2024-11-12T09:21:20,859 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50fd59e90ef94fd0d5e2e55f04b1398c, ASSIGN
2024-11-12T09:21:20,860 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50fd59e90ef94fd0d5e2e55f04b1398c, ASSIGN; state=OFFLINE, location=106923ea030f,42799,1731403272383; forceNewPlan=false, retain=false
2024-11-12T09:21:21,011 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50fd59e90ef94fd0d5e2e55f04b1398c, regionState=OPENING, regionLocation=106923ea030f,42799,1731403272383
2024-11-12T09:21:21,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50fd59e90ef94fd0d5e2e55f04b1398c, ASSIGN because future has completed
2024-11-12T09:21:21,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50fd59e90ef94fd0d5e2e55f04b1398c, server=106923ea030f,42799,1731403272383}]
2024-11-12T09:21:21,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:21:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:21,168 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:21,168 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:21,168 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:21:21,170 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42799%2C1731403272383.rep, suffix=, logDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/oldWALs, maxLogs=10
2024-11-12T09:21:21,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.rep.1731403281170, exclude list is [], retry=0
2024-11-12T09:21:21,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43365,DS-2112d60b-3b50-4de4-ae31-9564b8861378,DISK]
2024-11-12T09:21:21,184 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.rep.1731403281170
2024-11-12T09:21:21,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41319:41319)]
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 50fd59e90ef94fd0d5e2e55f04b1398c, NAME => 'hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:21,185 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c. service=MultiRowMutationService
2024-11-12T09:21:21,185 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,187 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 50fd59e90ef94fd0d5e2e55f04b1398c 
2024-11-12T09:21:21,188 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50fd59e90ef94fd0d5e2e55f04b1398c columnFamilyName hfileref
2024-11-12T09:21:21,188 DEBUG [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:21,188 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] regionserver.HStore(327): Store=50fd59e90ef94fd0d5e2e55f04b1398c/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:21,188 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 50fd59e90ef94fd0d5e2e55f04b1398c 
2024-11-12T09:21:21,189 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50fd59e90ef94fd0d5e2e55f04b1398c columnFamilyName queue
2024-11-12T09:21:21,189 DEBUG [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:21,189 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] regionserver.HStore(327): Store=50fd59e90ef94fd0d5e2e55f04b1398c/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:21,189 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 50fd59e90ef94fd0d5e2e55f04b1398c 
2024-11-12T09:21:21,190 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50fd59e90ef94fd0d5e2e55f04b1398c columnFamilyName sid
2024-11-12T09:21:21,190 DEBUG [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:21,190 INFO  [StoreOpener-50fd59e90ef94fd0d5e2e55f04b1398c-1 {}] regionserver.HStore(327): Store=50fd59e90ef94fd0d5e2e55f04b1398c/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:21,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:21,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:21,195 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 50fd59e90ef94fd0d5e2e55f04b1398c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66012497, jitterRate=-0.016337141394615173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:21,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:21,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 50fd59e90ef94fd0d5e2e55f04b1398c:
Running coprocessor pre-open hook at 1731403281185Writing region info on filesystem at 1731403281185Initializing all the Stores at 1731403281186 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403281186Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403281186Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403281186Cleaning up temporary data from old regions at 1731403281192 (+6 ms)Running coprocessor post-open hooks at 1731403281195 (+3 ms)Region opened successfully at 1731403281195
2024-11-12T09:21:21,196 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c., pid=10, masterSystemTime=1731403281165
2024-11-12T09:21:21,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:21,197 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:21,198 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50fd59e90ef94fd0d5e2e55f04b1398c, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,42799,1731403272383
2024-11-12T09:21:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50fd59e90ef94fd0d5e2e55f04b1398c, server=106923ea030f,42799,1731403272383 because future has completed
2024-11-12T09:21:21,204 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:21:21,204 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 50fd59e90ef94fd0d5e2e55f04b1398c, server=106923ea030f,42799,1731403272383 in 189 msec
2024-11-12T09:21:21,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:21:21,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50fd59e90ef94fd0d5e2e55f04b1398c, ASSIGN in 346 msec
2024-11-12T09:21:21,205 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:21,206 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403281205"}]},"ts":"1731403281205"}
2024-11-12T09:21:21,207 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:21:21,208 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:21,209 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec
2024-11-12T09:21:21,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c., hostname=106923ea030f,42799,1731403272383, seqNum=2]
2024-11-12T09:21:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:21,338 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:21:21,452 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:21,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:21:21,491 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:21:21,521 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,42799,1731403272383, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:21:21,521 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:21,521 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42799,1731403272383, seqNum=-1]
2024-11-12T09:21:21,522 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:21,523 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-12T09:21:21,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,42799,1731403272383', locateType=CURRENT is [region=hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c., hostname=106923ea030f,42799,1731403272383, seqNum=2]
2024-11-12T09:21:21,527 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:21:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:21:21,529 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,42799,1731403272383 suceeded
2024-11-12T09:21:21,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:21:21,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec
2024-11-12T09:21:21,531 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:21:21,532 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec
2024-11-12T09:21:21,541 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:45347'
2024-11-12T09:21:21,542 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73972960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:21,542 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45347,-1 for getting cluster id
2024-11-12T09:21:21,542 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:21,543 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '055edfbf-084d-44fd-92f4-8cc7677bf93b'
2024-11-12T09:21:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "055edfbf-084d-44fd-92f4-8cc7677bf93b"

2024-11-12T09:21:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab5d142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45347,-1]
2024-11-12T09:21:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:21,544 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:21,544 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ddfa263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:21,544 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:21,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,45347,1731403267128
2024-11-12T09:21:21,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1270cd56
2024-11-12T09:21:21,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:21,546 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService
2024-11-12T09:21:21,546 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,42799,1731403272383 (queues=1) is replicating from cluster=5c1064b0-735b-42cb-a30a-e3856cf00568 to cluster=055edfbf-084d-44fd-92f4-8cc7677bf93b
2024-11-12T09:21:21,546 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C42799%2C1731403272383
2024-11-12T09:21:21,546 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,42799,1731403272383, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:21:21,547 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C42799%2C1731403272383
2024-11-12T09:21:21,547 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, startPosition=0, beingWritten=true
2024-11-12T09:21:21,553 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:21,553 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 379, reset compression=false
2024-11-12T09:21:21,553 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42799,1731403272383 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:21,756 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 379, reset compression=false
2024-11-12T09:21:22,059 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 379, reset compression=false
2024-11-12T09:21:22,158 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:22,163 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:21:22,163 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:22,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:22,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:22,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:22,164 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:22,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42183,1731403267337, seqNum=-1]
2024-11-12T09:21:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:22,166 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403275051.950015be124e662e6fb702ea38cfc33f., hostname=106923ea030f,42183,1731403267337, seqNum=2]
2024-11-12T09:21:22,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42799,1731403272383, seqNum=-1]
2024-11-12T09:21:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:22,171 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403277215.1d66b7dce888228743985ed402193805., hostname=106923ea030f,42799,1731403272383, seqNum=2]
2024-11-12T09:21:22,174 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-12T09:21:22,463 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 379, reset compression=false
2024-11-12T09:21:22,962 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 379, reset compression=false
2024-11-12T09:21:22,966 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 379, reset compression=false
2024-11-12T09:21:22,966 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:21:22,966 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 480, reset compression=false
2024-11-12T09:21:22,966 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42183,1731403267337 got entry batch from reader: WALEntryBatch [walEntries=[{test/950015be124e662e6fb702ea38cfc33f/4=[#edits: 1 = <row/f:row/1731403282168/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-12T09:21:22,969 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:22,969 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService
2024-11-12T09:21:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:21:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c7e9358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35945,-1 for getting cluster id
2024-11-12T09:21:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:22,972 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1064b0-735b-42cb-a30a-e3856cf00568'
2024-11-12T09:21:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1064b0-735b-42cb-a30a-e3856cf00568"

2024-11-12T09:21:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304c0120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35945,-1]
2024-11-12T09:21:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:22,973 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:22,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d28d59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:22,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42799,1731403272383, seqNum=-1]
2024-11-12T09:21:22,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:22,980 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-12T09:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403277215.1d66b7dce888228743985ed402193805., hostname=106923ea030f,42799,1731403272383, seqNum=2]
2024-11-12T09:21:23,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:21:23,171 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 480, reset compression=false
2024-11-12T09:21:23,177 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-12T09:21:23,180 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-12T09:21:23,475 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 480, reset compression=false
2024-11-12T09:21:23,572 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 379, reset compression=false
2024-11-12T09:21:23,576 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:21:23,576 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 607, reset compression=false
2024-11-12T09:21:23,576 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42799,1731403272383 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d66b7dce888228743985ed402193805/5=[#edits: 1 = <row1/f:row1/1731403283178/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:21:23,578 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:23,578 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService
2024-11-12T09:21:23,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:21:23,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ccc143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:23,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,45347,-1 for getting cluster id
2024-11-12T09:21:23,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:23,580 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '055edfbf-084d-44fd-92f4-8cc7677bf93b'
2024-11-12T09:21:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "055edfbf-084d-44fd-92f4-8cc7677bf93b"

2024-11-12T09:21:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64f2b723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,45347,-1]
2024-11-12T09:21:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:23,581 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:23,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6243152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:23,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:23,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42183,1731403267337, seqNum=-1]
2024-11-12T09:21:23,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:23,583 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-12T09:21:23,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731403275051.950015be124e662e6fb702ea38cfc33f., hostname=106923ea030f,42183,1731403267337, seqNum=2]
2024-11-12T09:21:23,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:21:23,780 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 607, reset compression=false
2024-11-12T09:21:23,879 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 480, reset compression=false
2024-11-12T09:21:23,927 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:23,927 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 607, reset compression=false
2024-11-12T09:21:23,927 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42183,1731403267337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:24,083 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 607, reset compression=false
2024-11-12T09:21:24,130 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 607, reset compression=false
2024-11-12T09:21:24,182 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-12T09:21:24,197 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-12T09:21:24,434 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 607, reset compression=false
2024-11-12T09:21:24,440 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:21:24,440 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 763, reset compression=false
2024-11-12T09:21:24,440 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42183,1731403267337 got entry batch from reader: WALEntryBatch [walEntries=[{test/950015be124e662e6fb702ea38cfc33f/6=[#edits: 2 = <row/f:/1731403284184/DeleteFamily/vlen=0/seqid=0; row/f1:/1731403284184/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-12T09:21:24,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:21:24,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:21:24,486 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 607, reset compression=false
2024-11-12T09:21:24,491 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:24,491 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 754, reset compression=false
2024-11-12T09:21:24,491 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42799,1731403272383 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:24,644 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 763, reset compression=false
2024-11-12T09:21:24,694 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 754, reset compression=false
2024-11-12T09:21:24,948 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 763, reset compression=false
2024-11-12T09:21:24,998 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 754, reset compression=false
2024-11-12T09:21:25,198 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-12T09:21:25,201 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-12T09:21:25,351 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 763, reset compression=false
2024-11-12T09:21:25,401 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 754, reset compression=false
2024-11-12T09:21:25,405 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:21:25,405 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 913, reset compression=false
2024-11-12T09:21:25,405 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42799,1731403272383 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d66b7dce888228743985ed402193805/7=[#edits: 2 = <row1/f:/1731403285199/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731403285199/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-12T09:21:25,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:21:25,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:21:25,608 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 913, reset compression=false
2024-11-12T09:21:25,855 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 763, reset compression=false
2024-11-12T09:21:25,859 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:25,859 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:25,859 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42183,1731403267337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:25,912 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 913, reset compression=false
2024-11-12T09:21:26,063 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:26,203 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-12T09:21:26,205 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:21:26,206 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:26,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:26,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:26,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:21:26,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1697959533, stopped=false
2024-11-12T09:21:26,206 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,35945,1731403272211
2024-11-12T09:21:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2074957474/running
2024-11-12T09:21:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2074957474/running
2024-11-12T09:21:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:26,274 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:21:26,274 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:26,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:26,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:26,274 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,42799,1731403272383' *****
2024-11-12T09:21:26,274 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:21:26,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/running
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:21:26,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Set watcher on znode that does not yet exist, /1-2074957474/running
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:21:26,275 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d66b7dce888228743985ed402193805
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,42799,1731403272383
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42799.
2024-11-12T09:21:26,275 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50fd59e90ef94fd0d5e2e55f04b1398c, disabling compactions & flushes
2024-11-12T09:21:26,275 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:26,275 DEBUG [RS:0;106923ea030f:42799 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:26,275 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:26,275 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:26,275 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c. after waiting 0 ms
2024-11-12T09:21:26,275 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:26,275 INFO  [RS:0;106923ea030f:42799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:21:26,276 INFO  [RS:0;106923ea030f:42799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:21:26,276 INFO  [RS:0;106923ea030f:42799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:21:26,276 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:21:26,276 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 50fd59e90ef94fd0d5e2e55f04b1398c 3/3 column families, dataSize=743 B heapSize=1.84 KB
2024-11-12T09:21:26,276 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:21:26,276 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1325): Online Regions={50fd59e90ef94fd0d5e2e55f04b1398c=hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c., 1d66b7dce888228743985ed402193805=test,,1731403277215.1d66b7dce888228743985ed402193805., 1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:21:26,276 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d66b7dce888228743985ed402193805, 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:26,276 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:26,276 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:26,276 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:26,276 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:26,276 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:26,276 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:21:26,291 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/info/25c4f1147c034bc7a617f2e66937a0db is 147, key is hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c./info:regioninfo/1731403281198/Put/seqid=0
2024-11-12T09:21:26,292 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/.tmp/queue/cfd82bb8ca374f3e891a79bf6718ffb9 is 153, key is 1-106923ea030f,42799,1731403272383/queue:106923ea030f%2C42799%2C1731403272383/1731403285410/Put/seqid=0
2024-11-12T09:21:26,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741840_1016 (size=7686)
2024-11-12T09:21:26,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741841_1017 (size=5352)
2024-11-12T09:21:26,316 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 913, reset compression=false
2024-11-12T09:21:26,320 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:21:26,366 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:26,476 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d66b7dce888228743985ed402193805, 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:26,676 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d66b7dce888228743985ed402193805, 50fd59e90ef94fd0d5e2e55f04b1398c
2024-11-12T09:21:26,687 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:26,699 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/info/25c4f1147c034bc7a617f2e66937a0db
2024-11-12T09:21:26,700 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/.tmp/queue/cfd82bb8ca374f3e891a79bf6718ffb9
2024-11-12T09:21:26,707 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/.tmp/queue/cfd82bb8ca374f3e891a79bf6718ffb9 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/queue/cfd82bb8ca374f3e891a79bf6718ffb9
2024-11-12T09:21:26,711 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/queue/cfd82bb8ca374f3e891a79bf6718ffb9, entries=1, sequenceid=9, filesize=5.2 K
2024-11-12T09:21:26,712 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 50fd59e90ef94fd0d5e2e55f04b1398c in 437ms, sequenceid=9, compaction requested=false
2024-11-12T09:21:26,731 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,731 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,731 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,732 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,732 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,732 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,733 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/ns/5905ce10c9da4b09b3e9e6038a4fde90 is 43, key is default/ns:d/1731403274948/Put/seqid=0
2024-11-12T09:21:26,741 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/replication/50fd59e90ef94fd0d5e2e55f04b1398c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-11-12T09:21:26,742 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:26,742 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:26,742 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:26,742 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50fd59e90ef94fd0d5e2e55f04b1398c:
Waiting for close lock at 1731403286275Running coprocessor pre-close hooks at 1731403286275Disabling compacts and flushes for region at 1731403286275Disabling writes for close at 1731403286275Obtaining lock to block concurrent updates at 1731403286276 (+1 ms)Preparing flush snapshotting stores in 50fd59e90ef94fd0d5e2e55f04b1398c at 1731403286276Finished memstore snapshotting hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731403286276Flushing stores of hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c. at 1731403286276Flushing 50fd59e90ef94fd0d5e2e55f04b1398c/queue: creating writer at 1731403286277 (+1 ms)Flushing 50fd59e90ef94fd0d5e2e55f04b1398c/queue: appending metadata at 1731403286292 (+15 ms)Flushing 50fd59e90ef94fd0d5e2e55f04b1398c/queue: closing flushed file at 1731403286292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb75760: reopening flushed file at 1731403286706 (+414 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 50fd59e90ef94fd0d5e2e55f04b1398c in 437ms, sequenceid=9, compaction requested=false at 1731403286712 (+6 ms)Writing region close event to WAL at 1731403286730 (+18 ms)Running coprocessor post-close hooks at 1731403286742 (+12 ms)Closed at 1731403286742
2024-11-12T09:21:26,742 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403280033.50fd59e90ef94fd0d5e2e55f04b1398c.
2024-11-12T09:21:26,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d66b7dce888228743985ed402193805, disabling compactions & flushes
2024-11-12T09:21:26,743 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:26,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:26,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403277215.1d66b7dce888228743985ed402193805. after waiting 0 ms
2024-11-12T09:21:26,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:26,743 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d66b7dce888228743985ed402193805 3/3 column families, dataSize=192 B heapSize=1.46 KB
2024-11-12T09:21:26,745 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,745 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,748 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:26,769 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:26,772 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/f/f5c0226104834cd692a5def03e293fda is 29, key is row1/f:/1731403285199/DeleteFamily/seqid=0
2024-11-12T09:21:26,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:21:26,776 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/ns/5905ce10c9da4b09b3e9e6038a4fde90
2024-11-12T09:21:26,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741843_1019 (size=5118)
2024-11-12T09:21:26,786 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/f/f5c0226104834cd692a5def03e293fda
2024-11-12T09:21:26,792 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5c0226104834cd692a5def03e293fda
2024-11-12T09:21:26,809 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/rep_barrier/96b2cb9807bc4f5d92b764190098db1a is 112, key is test,,1731403277215.1d66b7dce888228743985ed402193805./rep_barrier:seqnumDuringOpen/1731403277566/Put/seqid=0
2024-11-12T09:21:26,811 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:21:26,811 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:21:26,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741844_1020 (size=5518)
2024-11-12T09:21:26,816 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/f1/5346f2e25a91422f8bf7e70ab78bedc6 is 30, key is row1/f1:/1731403285199/DeleteFamily/seqid=0
2024-11-12T09:21:26,819 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 913, reset compression=false
2024-11-12T09:21:26,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741845_1021 (size=5123)
2024-11-12T09:21:26,822 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/f1/5346f2e25a91422f8bf7e70ab78bedc6
2024-11-12T09:21:26,826 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:26,826 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 1160, reset compression=false
2024-11-12T09:21:26,826 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42799,1731403272383 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:26,827 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,42799,1731403272383: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,42799,1731403272383, walGroup=106923ea030f%2C42799%2C1731403272383, offset=106923ea030f%2C42799%2C1731403272383.1731403273941:1160, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:42799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:21:26,829 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:21:26,829 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:21:26,829 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:21:26,829 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:21:26,829 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:21:26,829 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1063256064,
        "init": 1048576000,
        "max": 2306867200,
        "used": 630067968
      },
      "NonHeapMemoryUsage": {
        "committed": 194904064,
        "init": 7667712,
        "max": -1,
        "used": 190942048
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:21:26,830 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:35945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:35945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:21:26,831 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5346f2e25a91422f8bf7e70ab78bedc6
2024-11-12T09:21:26,851 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/norep/31b978d7e1e94b358793941c41926ca4 is 33, key is row1/norep:/1731403285199/DeleteFamily/seqid=0
2024-11-12T09:21:26,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741846_1022 (size=5108)
2024-11-12T09:21:26,876 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d66b7dce888228743985ed402193805
2024-11-12T09:21:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:21:26,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-12T09:21:27,039 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 1160, reset compression=false
2024-11-12T09:21:27,077 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d66b7dce888228743985ed402193805
2024-11-12T09:21:27,216 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/rep_barrier/96b2cb9807bc4f5d92b764190098db1a
2024-11-12T09:21:27,237 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/table/13dbba15b9634e34b89855f5707b3fa7 is 53, key is hbase:replication/table:state/1731403281205/Put/seqid=0
2024-11-12T09:21:27,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741847_1023 (size=5308)
2024-11-12T09:21:27,241 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/table/13dbba15b9634e34b89855f5707b3fa7
2024-11-12T09:21:27,247 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/info/25c4f1147c034bc7a617f2e66937a0db as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/info/25c4f1147c034bc7a617f2e66937a0db
2024-11-12T09:21:27,252 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/info/25c4f1147c034bc7a617f2e66937a0db, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:21:27,253 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/ns/5905ce10c9da4b09b3e9e6038a4fde90 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/ns/5905ce10c9da4b09b3e9e6038a4fde90
2024-11-12T09:21:27,256 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/norep/31b978d7e1e94b358793941c41926ca4
2024-11-12T09:21:27,257 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/ns/5905ce10c9da4b09b3e9e6038a4fde90, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:21:27,258 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/rep_barrier/96b2cb9807bc4f5d92b764190098db1a as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/rep_barrier/96b2cb9807bc4f5d92b764190098db1a
2024-11-12T09:21:27,260 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31b978d7e1e94b358793941c41926ca4
2024-11-12T09:21:27,260 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/f/f5c0226104834cd692a5def03e293fda as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/f/f5c0226104834cd692a5def03e293fda
2024-11-12T09:21:27,262 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/rep_barrier/96b2cb9807bc4f5d92b764190098db1a, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:21:27,263 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/.tmp/table/13dbba15b9634e34b89855f5707b3fa7 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/table/13dbba15b9634e34b89855f5707b3fa7
2024-11-12T09:21:27,265 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5c0226104834cd692a5def03e293fda
2024-11-12T09:21:27,265 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/f/f5c0226104834cd692a5def03e293fda, entries=2, sequenceid=8, filesize=5.0 K
2024-11-12T09:21:27,266 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/f1/5346f2e25a91422f8bf7e70ab78bedc6 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/f1/5346f2e25a91422f8bf7e70ab78bedc6
2024-11-12T09:21:27,267 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/table/13dbba15b9634e34b89855f5707b3fa7, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:21:27,268 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false
2024-11-12T09:21:27,269 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5346f2e25a91422f8bf7e70ab78bedc6
2024-11-12T09:21:27,269 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/f1/5346f2e25a91422f8bf7e70ab78bedc6, entries=2, sequenceid=8, filesize=5.0 K
2024-11-12T09:21:27,270 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/.tmp/norep/31b978d7e1e94b358793941c41926ca4 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/norep/31b978d7e1e94b358793941c41926ca4
2024-11-12T09:21:27,274 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:21:27,275 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:27,275 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:27,275 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:27,275 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:27,275 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403286276Running coprocessor pre-close hooks at 1731403286276Disabling compacts and flushes for region at 1731403286276Disabling writes for close at 1731403286276Obtaining lock to block concurrent updates at 1731403286276Preparing flush snapshotting stores in 1588230740 at 1731403286276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403286276Flushing stores of hbase:meta,,1.1588230740 at 1731403286277 (+1 ms)Flushing 1588230740/info: creating writer at 1731403286277Flushing 1588230740/info: appending metadata at 1731403286290 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731403286290Flushing 1588230740/ns: creating writer at 1731403286704 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731403286732 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731403286732Flushing 1588230740/rep_barrier: creating writer at 1731403286781 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403286808 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403286808Flushing 1588230740/table: creating writer at 1731403287221 (+413 ms)Flushing 1588230740/table: appending metadata at 1731403287237 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731403287237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1826fdff: reopening flushed file at 1731403287247 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88c1cd8: reopening flushed file at 1731403287252 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7744cc80: reopening flushed file at 1731403287257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11af9f03: reopening flushed file at 1731403287262 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false at 1731403287268 (+6 ms)Writing region close event to WAL at 1731403287271 (+3 ms)Running coprocessor post-close hooks at 1731403287275 (+4 ms)Closed at 1731403287275
2024-11-12T09:21:27,275 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31b978d7e1e94b358793941c41926ca4
2024-11-12T09:21:27,275 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:27,275 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/norep/31b978d7e1e94b358793941c41926ca4, entries=1, sequenceid=8, filesize=5.0 K
2024-11-12T09:21:27,276 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1d66b7dce888228743985ed402193805 in 533ms, sequenceid=8, compaction requested=false
2024-11-12T09:21:27,277 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:21:27,277 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1325): Online Regions={1d66b7dce888228743985ed402193805=test,,1731403277215.1d66b7dce888228743985ed402193805.}
2024-11-12T09:21:27,277 DEBUG [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1351): Waiting on 1d66b7dce888228743985ed402193805
2024-11-12T09:21:27,281 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/data/default/test/1d66b7dce888228743985ed402193805/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-12T09:21:27,281 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:27,281 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:27,281 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:27,281 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d66b7dce888228743985ed402193805:
Waiting for close lock at 1731403286743Running coprocessor pre-close hooks at 1731403286743Disabling compacts and flushes for region at 1731403286743Disabling writes for close at 1731403286743Obtaining lock to block concurrent updates at 1731403286743Preparing flush snapshotting stores in 1d66b7dce888228743985ed402193805 at 1731403286743Finished memstore snapshotting test,,1731403277215.1d66b7dce888228743985ed402193805., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731403286743Flushing stores of test,,1731403277215.1d66b7dce888228743985ed402193805. at 1731403286744 (+1 ms)Flushing 1d66b7dce888228743985ed402193805/f: creating writer at 1731403286744Flushing 1d66b7dce888228743985ed402193805/f: appending metadata at 1731403286771 (+27 ms)Flushing 1d66b7dce888228743985ed402193805/f: closing flushed file at 1731403286771Flushing 1d66b7dce888228743985ed402193805/f1: creating writer at 1731403286796 (+25 ms)Flushing 1d66b7dce888228743985ed402193805/f1: appending metadata at 1731403286815 (+19 ms)Flushing 1d66b7dce888228743985ed402193805/f1: closing flushed file at 1731403286815Flushing 1d66b7dce888228743985ed402193805/norep: creating writer at 1731403286831 (+16 ms)Flushing 1d66b7dce888228743985ed402193805/norep: appending metadata at 1731403286850 (+19 ms)Flushing 1d66b7dce888228743985ed402193805/norep: closing flushed file at 1731403286850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a324c25: reopening flushed file at 1731403287260 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7588459e: reopening flushed file at 1731403287265 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dff01b: reopening flushed file at 1731403287270 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1d66b7dce888228743985ed402193805 in 533ms, sequenceid=8, compaction requested=false at 1731403287276 (+6 ms)Writing region close event to WAL at 1731403287277 (+1 ms)Running coprocessor post-close hooks at 1731403287281 (+4 ms)Closed at 1731403287281
2024-11-12T09:21:27,282 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403277215.1d66b7dce888228743985ed402193805.
2024-11-12T09:21:27,343 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 1160, reset compression=false
2024-11-12T09:21:27,349 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:27,349 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 1804, reset compression=false
2024-11-12T09:21:27,477 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,42799,1731403272383; all regions closed.
2024-11-12T09:21:27,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:21:27,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741839_1015 (size=2458)
2024-11-12T09:21:27,481 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.rep.1731403281170 not finished, retry = 0
2024-11-12T09:21:27,552 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 to pos 1804, reset compression=false
2024-11-12T09:21:27,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741832_1008 (size=1812)
2024-11-12T09:21:27,584 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/WALs/106923ea030f,42799,1731403272383/106923ea030f%2C42799%2C1731403272383.1731403273941 not finished, retry = 0
2024-11-12T09:21:27,685 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:27,685 INFO  [RS:0;106923ea030f:42799 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:21:27,685 INFO  [RS:0;106923ea030f:42799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:21:27,685 INFO  [RS:0;106923ea030f:42799 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:21:27,685 INFO  [RS:0;106923ea030f:42799 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:21:27,685 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:27,685 INFO  [RS:0;106923ea030f:42799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,42799,1731403272383 because: Region server is closing
2024-11-12T09:21:27,686 INFO  [RS:0;106923ea030f:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42799.
2024-11-12T09:21:27,686 DEBUG [RS:0;106923ea030f:42799 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:27,686 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:27,686 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:27,686 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:27,786 INFO  [RS:0;106923ea030f:42799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.shipper106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 terminated
2024-11-12T09:21:27,786 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42799,1731403272383.replicationSource.wal-reader.106923ea030f%2C42799%2C1731403272383,1-106923ea030f,42799,1731403272383 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:21:27,786 INFO  [RS:0;106923ea030f:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42799.
2024-11-12T09:21:27,786 DEBUG [RS:0;106923ea030f:42799 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:27,786 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:27,786 DEBUG [RS:0;106923ea030f:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:27,786 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:27,787 INFO  [RS:0;106923ea030f:42799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42799
2024-11-12T09:21:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2074957474/rs/106923ea030f,42799,1731403272383
2024-11-12T09:21:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474/rs
2024-11-12T09:21:27,874 INFO  [RS:0;106923ea030f:42799 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:27,879 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:27,885 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,42799,1731403272383]
2024-11-12T09:21:27,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2074957474/draining/106923ea030f,42799,1731403272383 already deleted, retry=false
2024-11-12T09:21:27,895 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,42799,1731403272383 expired; onlineServers=0
2024-11-12T09:21:27,895 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,35945,1731403272211' *****
2024-11-12T09:21:27,895 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:21:27,895 INFO  [M:0;106923ea030f:35945 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:21:27,895 INFO  [M:0;106923ea030f:35945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:21:27,895 DEBUG [M:0;106923ea030f:35945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:21:27,895 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:21:27,895 DEBUG [M:0;106923ea030f:35945 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:21:27,895 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403273675 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403273675,5,FailOnTimeoutGroup]
2024-11-12T09:21:27,895 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403273675 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403273675,5,FailOnTimeoutGroup]
2024-11-12T09:21:27,895 INFO  [M:0;106923ea030f:35945 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:21:27,895 INFO  [M:0;106923ea030f:35945 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:21:27,895 DEBUG [M:0;106923ea030f:35945 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:21:27,895 INFO  [M:0;106923ea030f:35945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:21:27,895 INFO  [M:0;106923ea030f:35945 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:21:27,896 INFO  [M:0;106923ea030f:35945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:21:27,896 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:21:27,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2074957474/master
2024-11-12T09:21:27,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2074957474
2024-11-12T09:21:27,905 DEBUG [M:0;106923ea030f:35945 {}] zookeeper.ZKUtil(347): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Unable to get data of znode /1-2074957474/master because node does not exist (not an error)
2024-11-12T09:21:27,905 WARN  [M:0;106923ea030f:35945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:21:27,906 INFO  [M:0;106923ea030f:35945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/.lastflushedseqids
2024-11-12T09:21:27,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:21:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012e592f210004, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:27,985 INFO  [RS:0;106923ea030f:42799 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:27,985 INFO  [RS:0;106923ea030f:42799 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,42799,1731403272383; zookeeper connection closed.
2024-11-12T09:21:27,986 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a0916c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a0916c2
2024-11-12T09:21:27,986 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:21:28,310 INFO  [M:0;106923ea030f:35945 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:21:28,310 INFO  [M:0;106923ea030f:35945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:21:28,310 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:28,310 INFO  [M:0;106923ea030f:35945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:28,310 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:28,310 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:28,310 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:28,310 INFO  [M:0;106923ea030f:35945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB
2024-11-12T09:21:28,328 DEBUG [M:0;106923ea030f:35945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/844db21745ab4da99494a9d1716cd5d5 is 82, key is hbase:meta,,1/info:regioninfo/1731403274913/Put/seqid=0
2024-11-12T09:21:28,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:21:28,586 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:28,731 INFO  [M:0;106923ea030f:35945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/844db21745ab4da99494a9d1716cd5d5
2024-11-12T09:21:28,753 DEBUG [M:0;106923ea030f:35945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9272954c881481baa38b1547b1ab266 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403281209/Put/seqid=0
2024-11-12T09:21:28,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741850_1026 (size=8517)
2024-11-12T09:21:29,092 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:29,093 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:29,093 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28355 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:29,157 INFO  [M:0;106923ea030f:35945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9272954c881481baa38b1547b1ab266
2024-11-12T09:21:29,218 DEBUG [M:0;106923ea030f:35945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1a24f9f3094923a4a78d45be9d1211 is 69, key is 106923ea030f,42799,1731403272383/rs:state/1731403273748/Put/seqid=0
2024-11-12T09:21:29,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:21:29,389 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:29,624 INFO  [M:0;106923ea030f:35945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1a24f9f3094923a4a78d45be9d1211
2024-11-12T09:21:29,628 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/844db21745ab4da99494a9d1716cd5d5 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/844db21745ab4da99494a9d1716cd5d5
2024-11-12T09:21:29,632 INFO  [M:0;106923ea030f:35945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/844db21745ab4da99494a9d1716cd5d5, entries=8, sequenceid=97, filesize=5.5 K
2024-11-12T09:21:29,633 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9272954c881481baa38b1547b1ab266 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9272954c881481baa38b1547b1ab266
2024-11-12T09:21:29,637 INFO  [M:0;106923ea030f:35945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9272954c881481baa38b1547b1ab266, entries=11, sequenceid=97, filesize=8.3 K
2024-11-12T09:21:29,638 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1a24f9f3094923a4a78d45be9d1211 as hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b1a24f9f3094923a4a78d45be9d1211
2024-11-12T09:21:29,642 INFO  [M:0;106923ea030f:35945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b1a24f9f3094923a4a78d45be9d1211, entries=1, sequenceid=97, filesize=5.0 K
2024-11-12T09:21:29,643 INFO  [M:0;106923ea030f:35945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=97, compaction requested=false
2024-11-12T09:21:29,645 INFO  [M:0;106923ea030f:35945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:29,645 DEBUG [M:0;106923ea030f:35945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403288310Disabling compacts and flushes for region at 1731403288310Disabling writes for close at 1731403288310Obtaining lock to block concurrent updates at 1731403288310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403288310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731403288311 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403288311Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403288311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403288327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403288327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403288735 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403288752 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403288752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403289202 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403289217 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403289217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48092fd5: reopening flushed file at 1731403289627 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c692a5f: reopening flushed file at 1731403289632 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432c89e6: reopening flushed file at 1731403289637 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=97, compaction requested=false at 1731403289643 (+6 ms)Writing region close event to WAL at 1731403289645 (+2 ms)Closed at 1731403289645
2024-11-12T09:21:29,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43365 is added to blk_1073741830_1006 (size=63666)
2024-11-12T09:21:29,646 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4af5050-7d1d-8056-c463-64fe1e26bc8f/MasterData/WALs/106923ea030f,35945,1731403272211/106923ea030f%2C35945%2C1731403272211.1731403273306 not finished, retry = 0
2024-11-12T09:21:29,747 INFO  [M:0;106923ea030f:35945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:21:29,747 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:29,747 INFO  [M:0;106923ea030f:35945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35945
2024-11-12T09:21:29,748 INFO  [M:0;106923ea030f:35945 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:29,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:29,900 INFO  [M:0;106923ea030f:35945 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:29,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35945-0x1012e592f210003, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:29,902 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e3289e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:29,902 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@220dc6fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:29,903 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:29,903 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dbc68b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:29,903 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c1d1b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:29,904 WARN  [BP-995744095-172.17.0.2-1731403270325 heartbeating to localhost/127.0.0.1:38299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:21:29,904 WARN  [BP-995744095-172.17.0.2-1731403270325 heartbeating to localhost/127.0.0.1:38299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-995744095-172.17.0.2-1731403270325 (Datanode Uuid 6ff9631b-f4e2-4fd7-82b7-91cff2c97281) service to localhost/127.0.0.1:38299
2024-11-12T09:21:29,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:21:29,904 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:21:29,905 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/cluster_d7f7f8d3-ec29-71a1-bd0c-54cbe338d259/data/data1/current/BP-995744095-172.17.0.2-1731403270325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:29,905 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/cluster_d7f7f8d3-ec29-71a1-bd0c-54cbe338d259/data/data2/current/BP-995744095-172.17.0.2-1731403270325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:29,905 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:21:29,912 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65f4aaf2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:29,912 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73c22285{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:29,913 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:29,913 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bb1855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:29,913 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57fa4162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:29,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:21:29,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:21:29,928 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:29,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:29,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:29,928 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:29,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:29,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:21:29,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=427988344, stopped=false
2024-11-12T09:21:29,928 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,45347,1731403267128
2024-11-12T09:21:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-727452765/running
2024-11-12T09:21:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-727452765/running
2024-11-12T09:21:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:29,947 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:21:29,947 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:29,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/running
2024-11-12T09:21:29,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:29,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Set watcher on znode that does not yet exist, /0-727452765/running
2024-11-12T09:21:29,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:29,948 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,42183,1731403267337' *****
2024-11-12T09:21:29,948 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:21:29,948 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:21:29,948 INFO  [RS:0;106923ea030f:42183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:21:29,948 INFO  [RS:0;106923ea030f:42183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:21:29,948 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(3091): Received CLOSE for 6be2e50ac3d7335f8e3b1679f4d0cb25
2024-11-12T09:21:29,949 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(3091): Received CLOSE for 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,42183,1731403267337
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6be2e50ac3d7335f8e3b1679f4d0cb25, disabling compactions & flushes
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42183.
2024-11-12T09:21:29,949 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25. after waiting 0 ms
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:29,949 DEBUG [RS:0;106923ea030f:42183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:29,949 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:29,949 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6be2e50ac3d7335f8e3b1679f4d0cb25 3/3 column families, dataSize=892 B heapSize=2.06 KB
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:21:29,949 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:21:29,949 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1325): Online Regions={6be2e50ac3d7335f8e3b1679f4d0cb25=hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25., 1588230740=hbase:meta,,1.1588230740, 950015be124e662e6fb702ea38cfc33f=test,,1731403275051.950015be124e662e6fb702ea38cfc33f.}
2024-11-12T09:21:29,949 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2e50ac3d7335f8e3b1679f4d0cb25, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:29,949 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:29,949 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:29,949 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:21:29,963 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/info/fc585e46462c49f3967679403a951663 is 147, key is hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25./info:regioninfo/1731403279125/Put/seqid=0
2024-11-12T09:21:29,968 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/.tmp/queue/073b192882ec4088a8a8793d147cfa21 is 153, key is 1-106923ea030f,42183,1731403267337/queue:106923ea030f%2C42183%2C1731403267337/1731403285861/Put/seqid=0
2024-11-12T09:21:29,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741840_1016 (size=7686)
2024-11-12T09:21:29,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741841_1017 (size=5352)
2024-11-12T09:21:30,030 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:21:30,030 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:21:30,045 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:21:30,149 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2e50ac3d7335f8e3b1679f4d0cb25, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:30,292 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:30,350 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2e50ac3d7335f8e3b1679f4d0cb25, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:30,368 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/info/fc585e46462c49f3967679403a951663
2024-11-12T09:21:30,371 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/.tmp/queue/073b192882ec4088a8a8793d147cfa21
2024-11-12T09:21:30,374 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/.tmp/queue/073b192882ec4088a8a8793d147cfa21 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/queue/073b192882ec4088a8a8793d147cfa21
2024-11-12T09:21:30,378 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/queue/073b192882ec4088a8a8793d147cfa21, entries=1, sequenceid=10, filesize=5.2 K
2024-11-12T09:21:30,379 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6be2e50ac3d7335f8e3b1679f4d0cb25 in 430ms, sequenceid=10, compaction requested=false
2024-11-12T09:21:30,383 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/replication/6be2e50ac3d7335f8e3b1679f4d0cb25/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:30,384 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6be2e50ac3d7335f8e3b1679f4d0cb25:
Waiting for close lock at 1731403289949Running coprocessor pre-close hooks at 1731403289949Disabling compacts and flushes for region at 1731403289949Disabling writes for close at 1731403289949Obtaining lock to block concurrent updates at 1731403289949Preparing flush snapshotting stores in 6be2e50ac3d7335f8e3b1679f4d0cb25 at 1731403289949Finished memstore snapshotting hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731403289949Flushing stores of hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25. at 1731403289950 (+1 ms)Flushing 6be2e50ac3d7335f8e3b1679f4d0cb25/queue: creating writer at 1731403289950Flushing 6be2e50ac3d7335f8e3b1679f4d0cb25/queue: appending metadata at 1731403289967 (+17 ms)Flushing 6be2e50ac3d7335f8e3b1679f4d0cb25/queue: closing flushed file at 1731403289967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3074cb8f: reopening flushed file at 1731403290374 (+407 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6be2e50ac3d7335f8e3b1679f4d0cb25 in 430ms, sequenceid=10, compaction requested=false at 1731403290379 (+5 ms)Writing region close event to WAL at 1731403290380 (+1 ms)Running coprocessor post-close hooks at 1731403290384 (+4 ms)Closed at 1731403290384
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403277865.6be2e50ac3d7335f8e3b1679f4d0cb25.
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 950015be124e662e6fb702ea38cfc33f, disabling compactions & flushes
2024-11-12T09:21:30,384 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403275051.950015be124e662e6fb702ea38cfc33f. after waiting 0 ms
2024-11-12T09:21:30,384 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:30,385 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 950015be124e662e6fb702ea38cfc33f 3/3 column families, dataSize=191 B heapSize=1.46 KB
2024-11-12T09:21:30,390 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/ns/50326619987b44ca8556fc44f43ee6fc is 43, key is default/ns:d/1731403270232/Put/seqid=0
2024-11-12T09:21:30,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:21:30,403 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/f/02062c79a64349429b126f3d59fdce1b is 29, key is row1/f:/1731403285199/DeleteFamily/seqid=0
2024-11-12T09:21:30,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741843_1019 (size=5118)
2024-11-12T09:21:30,550 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:30,750 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:30,798 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/ns/50326619987b44ca8556fc44f43ee6fc
2024-11-12T09:21:30,807 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/f/02062c79a64349429b126f3d59fdce1b
2024-11-12T09:21:30,810 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02062c79a64349429b126f3d59fdce1b
2024-11-12T09:21:30,818 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f4e6ce3ac641aab660940ae21278ff is 112, key is test,,1731403275051.950015be124e662e6fb702ea38cfc33f./rep_barrier:seqnumDuringOpen/1731403276200/Put/seqid=0
2024-11-12T09:21:30,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741844_1020 (size=5518)
2024-11-12T09:21:30,829 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/f1/b6c935c607f84914b4182a1c64b2c852 is 30, key is row1/f1:/1731403285199/DeleteFamily/seqid=0
2024-11-12T09:21:30,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741845_1021 (size=5123)
2024-11-12T09:21:30,950 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:21:30,950 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 950015be124e662e6fb702ea38cfc33f=test,,1731403275051.950015be124e662e6fb702ea38cfc33f.}
2024-11-12T09:21:30,950 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:31,151 DEBUG [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 950015be124e662e6fb702ea38cfc33f
2024-11-12T09:21:31,222 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f4e6ce3ac641aab660940ae21278ff
2024-11-12T09:21:31,232 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/f1/b6c935c607f84914b4182a1c64b2c852
2024-11-12T09:21:31,236 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6c935c607f84914b4182a1c64b2c852
2024-11-12T09:21:31,239 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/table/52521788f6af4dacb45de50c482031c2 is 53, key is hbase:replication/table:state/1731403279131/Put/seqid=0
2024-11-12T09:21:31,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741846_1022 (size=5308)
2024-11-12T09:21:31,246 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/table/52521788f6af4dacb45de50c482031c2
2024-11-12T09:21:31,250 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/info/fc585e46462c49f3967679403a951663 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/info/fc585e46462c49f3967679403a951663
2024-11-12T09:21:31,254 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/info/fc585e46462c49f3967679403a951663, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:21:31,255 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/ns/50326619987b44ca8556fc44f43ee6fc as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/ns/50326619987b44ca8556fc44f43ee6fc
2024-11-12T09:21:31,256 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/norep/dd0562f8e7a241128a9deda1f01500f4 is 32, key is row/norep:/1731403284184/DeleteFamily/seqid=0
2024-11-12T09:21:31,263 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/ns/50326619987b44ca8556fc44f43ee6fc, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:21:31,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741847_1023 (size=5101)
2024-11-12T09:21:31,264 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/norep/dd0562f8e7a241128a9deda1f01500f4
2024-11-12T09:21:31,264 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f4e6ce3ac641aab660940ae21278ff as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/rep_barrier/d9f4e6ce3ac641aab660940ae21278ff
2024-11-12T09:21:31,268 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd0562f8e7a241128a9deda1f01500f4
2024-11-12T09:21:31,268 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/rep_barrier/d9f4e6ce3ac641aab660940ae21278ff, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:21:31,268 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/f/02062c79a64349429b126f3d59fdce1b as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/f/02062c79a64349429b126f3d59fdce1b
2024-11-12T09:21:31,268 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/.tmp/table/52521788f6af4dacb45de50c482031c2 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/table/52521788f6af4dacb45de50c482031c2
2024-11-12T09:21:31,272 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/table/52521788f6af4dacb45de50c482031c2, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:21:31,272 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02062c79a64349429b126f3d59fdce1b
2024-11-12T09:21:31,272 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/f/02062c79a64349429b126f3d59fdce1b, entries=2, sequenceid=8, filesize=5.0 K
2024-11-12T09:21:31,273 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false
2024-11-12T09:21:31,273 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/f1/b6c935c607f84914b4182a1c64b2c852 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/f1/b6c935c607f84914b4182a1c64b2c852
2024-11-12T09:21:31,277 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6c935c607f84914b4182a1c64b2c852
2024-11-12T09:21:31,277 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/f1/b6c935c607f84914b4182a1c64b2c852, entries=2, sequenceid=8, filesize=5.0 K
2024-11-12T09:21:31,277 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/.tmp/norep/dd0562f8e7a241128a9deda1f01500f4 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/norep/dd0562f8e7a241128a9deda1f01500f4
2024-11-12T09:21:31,282 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd0562f8e7a241128a9deda1f01500f4
2024-11-12T09:21:31,282 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/norep/dd0562f8e7a241128a9deda1f01500f4, entries=1, sequenceid=8, filesize=5.0 K
2024-11-12T09:21:31,283 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 950015be124e662e6fb702ea38cfc33f in 899ms, sequenceid=8, compaction requested=false
2024-11-12T09:21:31,284 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:21:31,284 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:31,284 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:31,284 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:31,284 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403289949Running coprocessor pre-close hooks at 1731403289949Disabling compacts and flushes for region at 1731403289949Disabling writes for close at 1731403289949Obtaining lock to block concurrent updates at 1731403289949Preparing flush snapshotting stores in 1588230740 at 1731403289949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403289950 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403289950Flushing 1588230740/info: creating writer at 1731403289950Flushing 1588230740/info: appending metadata at 1731403289962 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731403289962Flushing 1588230740/ns: creating writer at 1731403290372 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731403290389 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731403290389Flushing 1588230740/rep_barrier: creating writer at 1731403290801 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403290817 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403290817Flushing 1588230740/table: creating writer at 1731403291225 (+408 ms)Flushing 1588230740/table: appending metadata at 1731403291239 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731403291239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e30779: reopening flushed file at 1731403291249 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b610811: reopening flushed file at 1731403291254 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4b6f2: reopening flushed file at 1731403291263 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d3bc09: reopening flushed file at 1731403291268 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1731403291273 (+5 ms)Writing region close event to WAL at 1731403291280 (+7 ms)Running coprocessor post-close hooks at 1731403291284 (+4 ms)Closed at 1731403291284
2024-11-12T09:21:31,284 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:31,286 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/data/default/test/950015be124e662e6fb702ea38cfc33f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-12T09:21:31,287 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:31,287 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:31,287 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:31,287 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 950015be124e662e6fb702ea38cfc33f:
Waiting for close lock at 1731403290384Running coprocessor pre-close hooks at 1731403290384Disabling compacts and flushes for region at 1731403290384Disabling writes for close at 1731403290384Obtaining lock to block concurrent updates at 1731403290385 (+1 ms)Preparing flush snapshotting stores in 950015be124e662e6fb702ea38cfc33f at 1731403290385Finished memstore snapshotting test,,1731403275051.950015be124e662e6fb702ea38cfc33f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731403290385Flushing stores of test,,1731403275051.950015be124e662e6fb702ea38cfc33f. at 1731403290386 (+1 ms)Flushing 950015be124e662e6fb702ea38cfc33f/f: creating writer at 1731403290386Flushing 950015be124e662e6fb702ea38cfc33f/f: appending metadata at 1731403290403 (+17 ms)Flushing 950015be124e662e6fb702ea38cfc33f/f: closing flushed file at 1731403290403Flushing 950015be124e662e6fb702ea38cfc33f/f1: creating writer at 1731403290811 (+408 ms)Flushing 950015be124e662e6fb702ea38cfc33f/f1: appending metadata at 1731403290828 (+17 ms)Flushing 950015be124e662e6fb702ea38cfc33f/f1: closing flushed file at 1731403290828Flushing 950015be124e662e6fb702ea38cfc33f/norep: creating writer at 1731403291236 (+408 ms)Flushing 950015be124e662e6fb702ea38cfc33f/norep: appending metadata at 1731403291255 (+19 ms)Flushing 950015be124e662e6fb702ea38cfc33f/norep: closing flushed file at 1731403291255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f64c60a: reopening flushed file at 1731403291268 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e232686: reopening flushed file at 1731403291272 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688f9813: reopening flushed file at 1731403291277 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 950015be124e662e6fb702ea38cfc33f in 899ms, sequenceid=8, compaction requested=false at 1731403291283 (+6 ms)Writing region close event to WAL at 1731403291284 (+1 ms)Running coprocessor post-close hooks at 1731403291287 (+3 ms)Closed at 1731403291287
2024-11-12T09:21:31,287 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403275051.950015be124e662e6fb702ea38cfc33f.
2024-11-12T09:21:31,296 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 912, reset compression=false
2024-11-12T09:21:31,300 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:31,300 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 1803, reset compression=false
2024-11-12T09:21:31,300 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42183,1731403267337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:31,301 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,42183,1731403267337: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,42183,1731403267337, walGroup=106923ea030f%2C42183%2C1731403267337, offset=106923ea030f%2C42183%2C1731403267337.1731403269169:1803, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:42183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:21:31,302 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:21:31,302 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:21:31,303 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:21:31,303 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:21:31,303 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:21:31,303 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1063256064,
        "init": 1048576000,
        "max": 2306867200,
        "used": 701371136
      },
      "NonHeapMemoryUsage": {
        "committed": 195297280,
        "init": 7667712,
        "max": -1,
        "used": 191729184
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:21:31,303 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:45347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:45347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:21:31,351 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,42183,1731403267337; all regions closed.
2024-11-12T09:21:31,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:21:31,353 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.meta.1731403270159.meta not finished, retry = 0
2024-11-12T09:21:31,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741839_1015 (size=2676)
2024-11-12T09:21:31,455 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.rep.1731403279096 not finished, retry = 0
2024-11-12T09:21:31,505 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 to pos 1803, reset compression=false
2024-11-12T09:21:31,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741832_1008 (size=1811)
2024-11-12T09:21:31,558 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/WALs/106923ea030f,42183,1731403267337/106923ea030f%2C42183%2C1731403267337.1731403269169 not finished, retry = 0
2024-11-12T09:21:31,659 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:31,659 INFO  [RS:0;106923ea030f:42183 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:21:31,659 INFO  [RS:0;106923ea030f:42183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:21:31,659 INFO  [RS:0;106923ea030f:42183 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:21:31,659 INFO  [RS:0;106923ea030f:42183 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:21:31,659 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:31,659 INFO  [RS:0;106923ea030f:42183 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,42183,1731403267337 because: Region server is closing
2024-11-12T09:21:31,659 INFO  [RS:0;106923ea030f:42183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42183.
2024-11-12T09:21:31,659 DEBUG [RS:0;106923ea030f:42183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:31,659 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:31,660 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:31,660 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:31,760 INFO  [RS:0;106923ea030f:42183 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.shipper106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 terminated
2024-11-12T09:21:31,760 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42183,1731403267337.replicationSource.wal-reader.106923ea030f%2C42183%2C1731403267337,1-106923ea030f,42183,1731403267337 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:21:31,760 INFO  [RS:0;106923ea030f:42183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42183.
2024-11-12T09:21:31,760 DEBUG [RS:0;106923ea030f:42183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:31,760 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:31,760 DEBUG [RS:0;106923ea030f:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:31,760 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:31,760 INFO  [RS:0;106923ea030f:42183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42183
2024-11-12T09:21:31,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765/rs
2024-11-12T09:21:31,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-727452765/rs/106923ea030f,42183,1731403267337
2024-11-12T09:21:31,831 INFO  [RS:0;106923ea030f:42183 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:31,832 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,42183,1731403267337]
2024-11-12T09:21:31,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-727452765/draining/106923ea030f,42183,1731403267337 already deleted, retry=false
2024-11-12T09:21:31,852 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,42183,1731403267337 expired; onlineServers=0
2024-11-12T09:21:31,852 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,45347,1731403267128' *****
2024-11-12T09:21:31,852 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:21:31,852 INFO  [M:0;106923ea030f:45347 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:21:31,852 INFO  [M:0;106923ea030f:45347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:21:31,852 DEBUG [M:0;106923ea030f:45347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:21:31,852 DEBUG [M:0;106923ea030f:45347 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:21:31,852 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:21:31,852 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403268959 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403268959,5,FailOnTimeoutGroup]
2024-11-12T09:21:31,852 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403268959 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403268959,5,FailOnTimeoutGroup]
2024-11-12T09:21:31,852 INFO  [M:0;106923ea030f:45347 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:21:31,853 INFO  [M:0;106923ea030f:45347 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:21:31,853 DEBUG [M:0;106923ea030f:45347 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:21:31,853 INFO  [M:0;106923ea030f:45347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:21:31,853 INFO  [M:0;106923ea030f:45347 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:21:31,853 INFO  [M:0;106923ea030f:45347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:21:31,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:21:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-727452765/master
2024-11-12T09:21:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-727452765
2024-11-12T09:21:31,863 DEBUG [M:0;106923ea030f:45347 {}] zookeeper.ZKUtil(347): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Unable to get data of znode /0-727452765/master because node does not exist (not an error)
2024-11-12T09:21:31,863 WARN  [M:0;106923ea030f:45347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:21:31,864 INFO  [M:0;106923ea030f:45347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/.lastflushedseqids
2024-11-12T09:21:31,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:21:31,942 INFO  [RS:0;106923ea030f:42183 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:31,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:31,942 INFO  [RS:0;106923ea030f:42183 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,42183,1731403267337; zookeeper connection closed.
2024-11-12T09:21:31,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1012e592f210001, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:31,942 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1622bb31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1622bb31
2024-11-12T09:21:31,942 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:21:32,244 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:32,245 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,268 INFO  [M:0;106923ea030f:45347 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:21:32,268 INFO  [M:0;106923ea030f:45347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:21:32,268 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:32,268 INFO  [M:0;106923ea030f:45347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:32,268 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:32,268 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:32,268 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:32,268 INFO  [M:0;106923ea030f:45347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-12T09:21:32,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,287 DEBUG [M:0;106923ea030f:45347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93b737378bfc478cae3cb06f5dc3ed78 is 82, key is hbase:meta,,1/info:regioninfo/1731403270188/Put/seqid=0
2024-11-12T09:21:32,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:21:32,290 INFO  [M:0;106923ea030f:45347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93b737378bfc478cae3cb06f5dc3ed78
2024-11-12T09:21:32,297 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,300 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:32,311 DEBUG [M:0;106923ea030f:45347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96b4ab1ddf74f298ac4bb38591844cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403279134/Put/seqid=0
2024-11-12T09:21:32,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741850_1026 (size=8516)
2024-11-12T09:21:32,722 INFO  [M:0;106923ea030f:45347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96b4ab1ddf74f298ac4bb38591844cc
2024-11-12T09:21:32,742 DEBUG [M:0;106923ea030f:45347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa02adb18a4b4488b29e029fd87d41e0 is 69, key is 106923ea030f,42183,1731403267337/rs:state/1731403269002/Put/seqid=0
2024-11-12T09:21:32,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:21:33,146 INFO  [M:0;106923ea030f:45347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa02adb18a4b4488b29e029fd87d41e0
2024-11-12T09:21:33,150 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93b737378bfc478cae3cb06f5dc3ed78 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93b737378bfc478cae3cb06f5dc3ed78
2024-11-12T09:21:33,154 INFO  [M:0;106923ea030f:45347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93b737378bfc478cae3cb06f5dc3ed78, entries=8, sequenceid=97, filesize=5.5 K
2024-11-12T09:21:33,155 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96b4ab1ddf74f298ac4bb38591844cc as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b96b4ab1ddf74f298ac4bb38591844cc
2024-11-12T09:21:33,158 INFO  [M:0;106923ea030f:45347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b96b4ab1ddf74f298ac4bb38591844cc, entries=11, sequenceid=97, filesize=8.3 K
2024-11-12T09:21:33,159 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa02adb18a4b4488b29e029fd87d41e0 as hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa02adb18a4b4488b29e029fd87d41e0
2024-11-12T09:21:33,163 INFO  [M:0;106923ea030f:45347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa02adb18a4b4488b29e029fd87d41e0, entries=1, sequenceid=97, filesize=5.0 K
2024-11-12T09:21:33,163 INFO  [M:0;106923ea030f:45347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false
2024-11-12T09:21:33,172 INFO  [M:0;106923ea030f:45347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:33,172 DEBUG [M:0;106923ea030f:45347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403292268Disabling compacts and flushes for region at 1731403292268Disabling writes for close at 1731403292268Obtaining lock to block concurrent updates at 1731403292268Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403292268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731403292268Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403292269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403292269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403292286 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403292286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403292294 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403292311 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403292311Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403292726 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403292742 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403292742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c34e7b5: reopening flushed file at 1731403293150 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d258d9d: reopening flushed file at 1731403293154 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eec5d54: reopening flushed file at 1731403293159 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1731403293163 (+4 ms)Writing region close event to WAL at 1731403293172 (+9 ms)Closed at 1731403293172
2024-11-12T09:21:33,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741830_1006 (size=63654)
2024-11-12T09:21:33,174 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bbf21c6-7485-2545-aec9-6d02a42195c2/MasterData/WALs/106923ea030f,45347,1731403267128/106923ea030f%2C45347%2C1731403267128.1731403268696 not finished, retry = 0
2024-11-12T09:21:33,275 INFO  [M:0;106923ea030f:45347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:21:33,275 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:21:33,275 INFO  [M:0;106923ea030f:45347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45347
2024-11-12T09:21:33,275 INFO  [M:0;106923ea030f:45347 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:21:33,447 INFO  [M:0;106923ea030f:45347 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:21:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1012e592f210000, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:21:33,449 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@512842ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:33,449 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59f094ab{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:33,449 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:33,449 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4336cf41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:33,450 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a0e8a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:33,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:21:33,451 WARN  [BP-1076242750-172.17.0.2-1731403264902 heartbeating to localhost/127.0.0.1:37855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:21:33,451 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:21:33,451 WARN  [BP-1076242750-172.17.0.2-1731403264902 heartbeating to localhost/127.0.0.1:37855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1076242750-172.17.0.2-1731403264902 (Datanode Uuid 76ef768e-4044-4697-ad87-3645fe3b5ac7) service to localhost/127.0.0.1:37855
2024-11-12T09:21:33,451 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/data/data1/current/BP-1076242750-172.17.0.2-1731403264902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:33,452 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/cluster_73f623cb-0d36-e3f1-540c-77ee2ee4431d/data/data2/current/BP-1076242750-172.17.0.2-1731403264902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:21:33,452 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:21:33,457 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33b6c989{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:33,457 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fbc756b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:21:33,458 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:21:33,458 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7117ce74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:21:33,458 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14fe582c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48afc249-9796-bba7-8935-873e1ae306ce/hadoop.log.dir/,STOPPED}
2024-11-12T09:21:33,463 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:21:33,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:21:33,485 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246)
Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55043)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-27-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37855
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37855 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37855 from jenkins.hfs.12
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38299 from jenkins.hfs.13
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-29-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38299 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37855 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37855
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38299
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38299
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38299 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55043)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=6683 (was 6715)
2024-11-12T09:21:33,496 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=6683
2024-11-12T09:21:33,510 INFO  [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2
2024-11-12T09:21:33,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir so I do NOT create it in target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7
2024-11-12T09:21:33,511 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:21:33,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.tmp.dir so I do NOT create it in target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7
2024-11-12T09:21:33,511 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab64c440-5e28-81fa-43ba-49961f8bc377/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:21:33,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7
2024-11-12T09:21:33,511 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2, deleteOnExit=true
2024-11-12T09:21:33,514 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/zookeeper_0, clientPort=54030, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:21:33,515 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54030
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/test.cache.data in system properties and HBase conf
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:21:33,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:21:33,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:21:33,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:21:33,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e592f210005, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:21:33,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e592f210002, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:21:33,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e592f210002, quorum=127.0.0.1:55043, baseZNode=/0-727452765 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:21:33,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e592f210005, quorum=127.0.0.1:55043, baseZNode=/1-2074957474 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:21:33,882 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:33,885 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:33,892 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:33,892 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:33,892 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:21:33,892 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:33,893 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64918103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:33,893 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ea6be69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:34,028 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e887e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/java.io.tmpdir/jetty-localhost-40503-hadoop-hdfs-3_4_1-tests_jar-_-any-11028417068785295593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:34,029 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2faeecda{HTTP/1.1, (http/1.1)}{localhost:40503}
2024-11-12T09:21:34,029 INFO  [Time-limited test {}] server.Server(415): Started @224927ms
2024-11-12T09:21:34,327 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:34,330 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:34,332 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:34,332 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:34,332 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:21:34,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70997bd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:34,337 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdcbd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:34,432 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27956a12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/java.io.tmpdir/jetty-localhost-36077-hadoop-hdfs-3_4_1-tests_jar-_-any-14489209946764524375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:34,432 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c36cb8b{HTTP/1.1, (http/1.1)}{localhost:36077}
2024-11-12T09:21:34,432 INFO  [Time-limited test {}] server.Server(415): Started @225330ms
2024-11-12T09:21:34,433 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:21:35,100 WARN  [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/data/data2/current/BP-991770020-172.17.0.2-1731403293530/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:35,100 WARN  [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/data/data1/current/BP-991770020-172.17.0.2-1731403293530/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:35,120 WARN  [Thread-2633 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:21:35,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6193bec31b01a0e with lease ID 0x5c793e7a57dce0a9: Processing first storage report for DS-b93f3f20-627e-4a14-aa65-ae2c2dc3f72e from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=24a2d6df-3559-4af2-9246-1ae4ba0dd921, infoPort=36459, infoSecurePort=0, ipcPort=43217, storageInfo=lv=-57;cid=testClusterID;nsid=764483616;c=1731403293530)
2024-11-12T09:21:35,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6193bec31b01a0e with lease ID 0x5c793e7a57dce0a9: from storage DS-b93f3f20-627e-4a14-aa65-ae2c2dc3f72e node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=24a2d6df-3559-4af2-9246-1ae4ba0dd921, infoPort=36459, infoSecurePort=0, ipcPort=43217, storageInfo=lv=-57;cid=testClusterID;nsid=764483616;c=1731403293530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T09:21:35,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6193bec31b01a0e with lease ID 0x5c793e7a57dce0a9: Processing first storage report for DS-8f3c75b9-846a-488f-9a7a-607ea44a463f from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=24a2d6df-3559-4af2-9246-1ae4ba0dd921, infoPort=36459, infoSecurePort=0, ipcPort=43217, storageInfo=lv=-57;cid=testClusterID;nsid=764483616;c=1731403293530)
2024-11-12T09:21:35,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6193bec31b01a0e with lease ID 0x5c793e7a57dce0a9: from storage DS-8f3c75b9-846a-488f-9a7a-607ea44a463f node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=24a2d6df-3559-4af2-9246-1ae4ba0dd921, infoPort=36459, infoSecurePort=0, ipcPort=43217, storageInfo=lv=-57;cid=testClusterID;nsid=764483616;c=1731403293530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:35,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7
2024-11-12T09:21:35,166 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,167 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:21:35,173 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c with version=8
2024-11-12T09:21:35,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/hbase-staging
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:21:35,175 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:35,176 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34155
2024-11-12T09:21:35,176 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34155 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:35,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341550x0, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:35,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34155-0x1012e599ef50000 connected
2024-11-12T09:21:35,336 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,337 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/running
2024-11-12T09:21:35,339 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c, hbase.cluster.distributed=false
2024-11-12T09:21:35,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/acl
2024-11-12T09:21:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34155
2024-11-12T09:21:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34155
2024-11-12T09:21:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34155
2024-11-12T09:21:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34155
2024-11-12T09:21:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34155
2024-11-12T09:21:35,358 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:35,358 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:35,358 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:35,358 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:35,358 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:35,359 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:35,359 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:21:35,359 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:35,359 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35173
2024-11-12T09:21:35,360 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35173 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:35,360 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,362 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351730x0, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:35,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351730x0, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/running
2024-11-12T09:21:35,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35173-0x1012e599ef50001 connected
2024-11-12T09:21:35,372 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:21:35,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:21:35,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/master
2024-11-12T09:21:35,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/acl
2024-11-12T09:21:35,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35173
2024-11-12T09:21:35,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35173
2024-11-12T09:21:35,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35173
2024-11-12T09:21:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35173
2024-11-12T09:21:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35173
2024-11-12T09:21:35,391 DEBUG [M:0;106923ea030f:34155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:34155
2024-11-12T09:21:35,391 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-189666727/backup-masters/106923ea030f,34155,1731403295175
2024-11-12T09:21:35,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727/backup-masters
2024-11-12T09:21:35,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727/backup-masters
2024-11-12T09:21:35,403 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on existing znode=/0-189666727/backup-masters/106923ea030f,34155,1731403295175
2024-11-12T09:21:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189666727/master
2024-11-12T09:21:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:35,414 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on existing znode=/0-189666727/master
2024-11-12T09:21:35,414 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-189666727/backup-masters/106923ea030f,34155,1731403295175 from backup master directory
2024-11-12T09:21:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189666727/backup-masters/106923ea030f,34155,1731403295175
2024-11-12T09:21:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727/backup-masters
2024-11-12T09:21:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727/backup-masters
2024-11-12T09:21:35,424 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:35,424 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,34155,1731403295175
2024-11-12T09:21:35,427 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/hbase.id] with ID: cce91cd2-1f06-4af4-ba02-d808a90912e3
2024-11-12T09:21:35,427 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/.tmp/hbase.id
2024-11-12T09:21:35,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:21:35,832 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/.tmp/hbase.id]:[hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/hbase.id]
2024-11-12T09:21:35,840 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:35,840 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:21:35,841 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:21:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:35,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:21:36,257 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:36,258 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:21:36,258 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:36,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:21:36,664 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store
2024-11-12T09:21:36,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:21:36,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:36,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:36,673 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:36,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:36,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:36,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:36,673 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:36,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403296672Disabling compacts and flushes for region at 1731403296672Disabling writes for close at 1731403296673 (+1 ms)Writing region close event to WAL at 1731403296673Closed at 1731403296673
2024-11-12T09:21:36,673 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/.initializing
2024-11-12T09:21:36,674 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/WALs/106923ea030f,34155,1731403295175
2024-11-12T09:21:36,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:36,676 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C34155%2C1731403295175, suffix=, logDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/WALs/106923ea030f,34155,1731403295175, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/oldWALs, maxLogs=10
2024-11-12T09:21:36,700 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/WALs/106923ea030f,34155,1731403295175/106923ea030f%2C34155%2C1731403295175.1731403296676, exclude list is [], retry=0
2024-11-12T09:21:36,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-b93f3f20-627e-4a14-aa65-ae2c2dc3f72e,DISK]
2024-11-12T09:21:36,704 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/WALs/106923ea030f,34155,1731403295175/106923ea030f%2C34155%2C1731403295175.1731403296676
2024-11-12T09:21:36,704 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36459:36459)]
2024-11-12T09:21:36,705 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:36,705 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:36,705 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,705 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,706 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:36,707 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:21:36,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:36,708 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:36,708 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:36,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:21:36,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:36,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:36,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:36,710 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:21:36,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:36,710 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:36,710 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:36,711 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:21:36,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:36,712 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:36,712 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,712 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,713 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,714 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,714 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,714 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:36,715 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:36,717 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:36,717 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71476297, jitterRate=0.06507982313632965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:36,718 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403296705Initializing all the Stores at 1731403296706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403296706Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403296706Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403296706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403296706Cleaning up temporary data from old regions at 1731403296714 (+8 ms)Region opened successfully at 1731403296718 (+4 ms)
2024-11-12T09:21:36,718 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:21:36,720 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29611a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:36,721 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:21:36,721 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:21:36,721 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:21:36,721 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:21:36,722 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:21:36,723 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:21:36,723 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:21:36,725 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:21:36,726 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Unable to get data of znode /0-189666727/balancer because node does not exist (not necessarily an error)
2024-11-12T09:21:36,852 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189666727/balancer already deleted, retry=false
2024-11-12T09:21:36,852 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:21:36,853 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Unable to get data of znode /0-189666727/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:21:36,866 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189666727/normalizer already deleted, retry=false
2024-11-12T09:21:36,866 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:21:36,867 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Unable to get data of znode /0-189666727/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:21:36,876 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189666727/switch/split already deleted, retry=false
2024-11-12T09:21:36,877 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Unable to get data of znode /0-189666727/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:21:36,887 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189666727/switch/merge already deleted, retry=false
2024-11-12T09:21:36,889 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Unable to get data of znode /0-189666727/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:21:36,897 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189666727/snapshot-cleanup already deleted, retry=false
2024-11-12T09:21:36,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189666727/running
2024-11-12T09:21:36,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189666727/running
2024-11-12T09:21:36,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:36,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:36,909 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,34155,1731403295175, sessionid=0x1012e599ef50000, setting cluster-up flag (Was=false)
2024-11-12T09:21:36,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:36,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:36,961 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189666727/flush-table-proc/acquired, /0-189666727/flush-table-proc/reached, /0-189666727/flush-table-proc/abort
2024-11-12T09:21:36,962 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,34155,1731403295175
2024-11-12T09:21:36,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:36,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:37,262 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:37,263 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,266 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189666727/online-snapshot/acquired, /0-189666727/online-snapshot/reached, /0-189666727/online-snapshot/abort
2024-11-12T09:21:37,267 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,34155,1731403295175
2024-11-12T09:21:37,268 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:21:37,269 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:37,269 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:21:37,269 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,34155,1731403295175
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:37,271 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:37,273 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:21:37,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:37,274 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403327284
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:21:37,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:21:37,288 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,289 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:21:37,289 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:21:37,289 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:21:37,289 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:21:37,289 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:21:37,289 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:21:37,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:21:37,292 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403297289,5,FailOnTimeoutGroup]
2024-11-12T09:21:37,296 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,296 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,296 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,296 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,296 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403297292,5,FailOnTimeoutGroup]
2024-11-12T09:21:37,296 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,296 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:21:37,296 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,297 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,297 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,297 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,297 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(746): ClusterId : cce91cd2-1f06-4af4-ba02-d808a90912e3
2024-11-12T09:21:37,297 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:21:37,303 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,306 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,306 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,308 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:37,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:37,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:21:37,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:21:37,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:21:37,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:37,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:37,429 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:21:37,429 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:21:37,530 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:21:37,531 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1a76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:37,541 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:35173
2024-11-12T09:21:37,542 INFO  [RS:0;106923ea030f:35173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:21:37,542 INFO  [RS:0;106923ea030f:35173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:21:37,542 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:21:37,542 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,34155,1731403295175 with port=35173, startcode=1731403295358
2024-11-12T09:21:37,542 DEBUG [RS:0;106923ea030f:35173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:21:37,543 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:21:37,544 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,35173,1731403295358
2024-11-12T09:21:37,544 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34155 {}] master.ServerManager(517): Registering regionserver=106923ea030f,35173,1731403295358
2024-11-12T09:21:37,545 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c
2024-11-12T09:21:37,545 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35541
2024-11-12T09:21:37,545 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:21:37,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727/rs
2024-11-12T09:21:37,595 DEBUG [RS:0;106923ea030f:35173 {}] zookeeper.ZKUtil(111): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on existing znode=/0-189666727/rs/106923ea030f,35173,1731403295358
2024-11-12T09:21:37,595 WARN  [RS:0;106923ea030f:35173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:37,595 INFO  [RS:0;106923ea030f:35173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:37,596 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358
2024-11-12T09:21:37,596 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,35173,1731403295358]
2024-11-12T09:21:37,600 INFO  [RS:0;106923ea030f:35173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:21:37,602 INFO  [RS:0;106923ea030f:35173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:21:37,604 INFO  [RS:0;106923ea030f:35173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:21:37,604 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,604 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:21:37,605 INFO  [RS:0;106923ea030f:35173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:21:37,605 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:37,605 DEBUG [RS:0;106923ea030f:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:37,606 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,606 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,606 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,606 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,606 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,606 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35173,1731403295358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:37,622 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:21:37,622 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35173,1731403295358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,622 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,622 INFO  [RS:0;106923ea030f:35173 {}] regionserver.Replication(171): 106923ea030f,35173,1731403295358 started
2024-11-12T09:21:37,638 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:37,638 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,35173,1731403295358, RpcServer on 106923ea030f/172.17.0.2:35173, sessionid=0x1012e599ef50001
2024-11-12T09:21:37,638 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:21:37,638 DEBUG [RS:0;106923ea030f:35173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,35173,1731403295358
2024-11-12T09:21:37,638 DEBUG [RS:0;106923ea030f:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,35173,1731403295358'
2024-11-12T09:21:37,638 DEBUG [RS:0;106923ea030f:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189666727/flush-table-proc/abort'
2024-11-12T09:21:37,639 DEBUG [RS:0;106923ea030f:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189666727/flush-table-proc/acquired'
2024-11-12T09:21:37,639 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:21:37,639 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:21:37,639 DEBUG [RS:0;106923ea030f:35173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,35173,1731403295358
2024-11-12T09:21:37,639 DEBUG [RS:0;106923ea030f:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,35173,1731403295358'
2024-11-12T09:21:37,639 DEBUG [RS:0;106923ea030f:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189666727/online-snapshot/abort'
2024-11-12T09:21:37,640 DEBUG [RS:0;106923ea030f:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189666727/online-snapshot/acquired'
2024-11-12T09:21:37,640 DEBUG [RS:0;106923ea030f:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:21:37,640 INFO  [RS:0;106923ea030f:35173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:21:37,640 INFO  [RS:0;106923ea030f:35173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:21:37,690 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:21:37,690 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c
2024-11-12T09:21:37,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741832_1008 (size=32)
2024-11-12T09:21:37,740 INFO  [RS:0;106923ea030f:35173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:37,742 INFO  [RS:0;106923ea030f:35173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35173%2C1731403295358, suffix=, logDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/oldWALs, maxLogs=10
2024-11-12T09:21:37,757 DEBUG [RS:0;106923ea030f:35173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, exclude list is [], retry=0
2024-11-12T09:21:37,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-b93f3f20-627e-4a14-aa65-ae2c2dc3f72e,DISK]
2024-11-12T09:21:37,760 INFO  [RS:0;106923ea030f:35173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742
2024-11-12T09:21:37,761 DEBUG [RS:0;106923ea030f:35173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36459:36459)]
2024-11-12T09:21:38,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:38,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:38,103 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:38,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,103 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:38,104 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:38,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,105 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,105 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:38,105 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:38,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,106 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,106 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:38,106 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:38,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,107 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:38,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740
2024-11-12T09:21:38,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740
2024-11-12T09:21:38,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:38,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:38,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:38,111 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:38,111 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60991026, jitterRate=-0.09116289019584656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:38,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403298101Initializing all the Stores at 1731403298102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403298102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403298102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403298102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403298102Cleaning up temporary data from old regions at 1731403298108 (+6 ms)Region opened successfully at 1731403298111 (+3 ms)
2024-11-12T09:21:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:38,112 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:38,112 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403298112Disabling compacts and flushes for region at 1731403298112Disabling writes for close at 1731403298112Writing region close event to WAL at 1731403298112Closed at 1731403298112
2024-11-12T09:21:38,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:38,113 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:21:38,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:21:38,114 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:38,114 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:21:38,265 DEBUG [106923ea030f:34155 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:21:38,265 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,35173,1731403295358
2024-11-12T09:21:38,266 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,35173,1731403295358, state=OPENING
2024-11-12T09:21:38,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:21:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:38,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189666727/meta-region-server: CHANGED
2024-11-12T09:21:38,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:38,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189666727/meta-region-server: CHANGED
2024-11-12T09:21:38,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,35173,1731403295358}]
2024-11-12T09:21:38,478 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:38,479 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:21:38,481 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:21:38,481 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:38,482 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:21:38,483 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35173%2C1731403295358.meta, suffix=.meta, logDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/oldWALs, maxLogs=10
2024-11-12T09:21:38,499 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.meta.1731403298483.meta, exclude list is [], retry=0
2024-11-12T09:21:38,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-b93f3f20-627e-4a14-aa65-ae2c2dc3f72e,DISK]
2024-11-12T09:21:38,502 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.meta.1731403298483.meta
2024-11-12T09:21:38,502 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36459:36459)]
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:38,503 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:21:38,503 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:21:38,503 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:21:38,505 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:38,505 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:38,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:38,506 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:38,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:38,507 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:38,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:38,508 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:38,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:38,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:38,508 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:38,509 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740
2024-11-12T09:21:38,509 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740
2024-11-12T09:21:38,510 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:38,510 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:38,511 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:38,512 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:38,512 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72868335, jitterRate=0.08582280576229095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:38,512 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:21:38,513 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403298504Writing region info on filesystem at 1731403298504Initializing all the Stores at 1731403298504Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403298504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403298504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403298504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403298504Cleaning up temporary data from old regions at 1731403298510 (+6 ms)Running coprocessor post-open hooks at 1731403298512 (+2 ms)Region opened successfully at 1731403298513 (+1 ms)
2024-11-12T09:21:38,514 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403298477
2024-11-12T09:21:38,515 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:21:38,515 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:21:38,516 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,35173,1731403295358
2024-11-12T09:21:38,516 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,35173,1731403295358, state=OPEN
2024-11-12T09:21:38,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189666727/meta-region-server
2024-11-12T09:21:38,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189666727/meta-region-server
2024-11-12T09:21:38,552 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,35173,1731403295358
2024-11-12T09:21:38,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189666727/meta-region-server: CHANGED
2024-11-12T09:21:38,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189666727/meta-region-server: CHANGED
2024-11-12T09:21:38,555 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:21:38,555 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,35173,1731403295358 in 227 msec
2024-11-12T09:21:38,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:21:38,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec
2024-11-12T09:21:38,557 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:38,557 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:21:38,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:38,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35173,1731403295358, seqNum=-1]
2024-11-12T09:21:38,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:38,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:38,564 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec
2024-11-12T09:21:38,564 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403298564, completionTime=-1
2024-11-12T09:21:38,564 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:21:38,564 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403358566
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403418566
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34155,1731403295175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34155,1731403295175-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,566 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34155,1731403295175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,567 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:34155, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,567 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,567 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,569 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.147sec
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34155,1731403295175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:38,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34155,1731403295175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:21:38,573 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:21:38,573 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:21:38,573 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34155,1731403295175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:38,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efbf422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:38,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:21:38,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:38,599 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:21:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:21:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84a3488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:21:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:38,601 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:38,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a0db85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:38,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35173,1731403295358, seqNum=-1]
2024-11-12T09:21:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:38,604 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:38,605 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,34155,1731403295175
2024-11-12T09:21:38,605 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:38,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:38,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e599ef50002 connected
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir so I do NOT create it in target/test-data/48008093-f861-3dab-dadc-76434ae29a2d
2024-11-12T09:21:38,637 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.tmp.dir so I do NOT create it in target/test-data/48008093-f861-3dab-dadc-76434ae29a2d
2024-11-12T09:21:38,637 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:21:38,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/cluster_0583e66e-5e78-686f-3a6e-9fc0d78ef3e1, deleteOnExit=true
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/test.cache.data in system properties and HBase conf
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:21:38,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:21:38,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:21:38,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:21:38,974 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:38,977 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:38,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:38,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:38,980 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:21:38,980 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:38,983 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e0df274{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:38,983 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a4e472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:39,077 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59caa6c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/java.io.tmpdir/jetty-localhost-41975-hadoop-hdfs-3_4_1-tests_jar-_-any-4076171260588848280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:39,078 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f13dfdf{HTTP/1.1, (http/1.1)}{localhost:41975}
2024-11-12T09:21:39,078 INFO  [Time-limited test {}] server.Server(415): Started @229975ms
2024-11-12T09:21:39,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:39,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:39,173 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38435 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:39,558 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:39,562 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:39,567 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:39,567 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:39,567 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:21:39,568 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111ce563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:39,568 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7859e1bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:39,665 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78d6835f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/java.io.tmpdir/jetty-localhost-33395-hadoop-hdfs-3_4_1-tests_jar-_-any-1267872329475607115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:39,666 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4259a5b2{HTTP/1.1, (http/1.1)}{localhost:33395}
2024-11-12T09:21:39,666 INFO  [Time-limited test {}] server.Server(415): Started @230563ms
2024-11-12T09:21:39,666 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:21:40,420 WARN  [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/cluster_0583e66e-5e78-686f-3a6e-9fc0d78ef3e1/data/data2/current/BP-24284613-172.17.0.2-1731403298659/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:40,420 WARN  [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/cluster_0583e66e-5e78-686f-3a6e-9fc0d78ef3e1/data/data1/current/BP-24284613-172.17.0.2-1731403298659/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:40,439 WARN  [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:21:40,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50679a7773e44db3 with lease ID 0xcbc39294f4d8a286: Processing first storage report for DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ad5f4df6-0225-4763-863e-4e71fbb3ab59, infoPort=44971, infoSecurePort=0, ipcPort=39423, storageInfo=lv=-57;cid=testClusterID;nsid=1361751658;c=1731403298659)
2024-11-12T09:21:40,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50679a7773e44db3 with lease ID 0xcbc39294f4d8a286: from storage DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ad5f4df6-0225-4763-863e-4e71fbb3ab59, infoPort=44971, infoSecurePort=0, ipcPort=39423, storageInfo=lv=-57;cid=testClusterID;nsid=1361751658;c=1731403298659), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:40,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50679a7773e44db3 with lease ID 0xcbc39294f4d8a286: Processing first storage report for DS-4073fc12-eade-45d1-9dc8-6e919e7b7842 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ad5f4df6-0225-4763-863e-4e71fbb3ab59, infoPort=44971, infoSecurePort=0, ipcPort=39423, storageInfo=lv=-57;cid=testClusterID;nsid=1361751658;c=1731403298659)
2024-11-12T09:21:40,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50679a7773e44db3 with lease ID 0xcbc39294f4d8a286: from storage DS-4073fc12-eade-45d1-9dc8-6e919e7b7842 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ad5f4df6-0225-4763-863e-4e71fbb3ab59, infoPort=44971, infoSecurePort=0, ipcPort=39423, storageInfo=lv=-57;cid=testClusterID;nsid=1361751658;c=1731403298659), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:40,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d
2024-11-12T09:21:40,496 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:40,497 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:40,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:21:40,904 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840 with version=8
2024-11-12T09:21:40,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/hbase-staging
2024-11-12T09:21:40,906 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:40,907 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42129
2024-11-12T09:21:40,908 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42129 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:40,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421290x0, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:40,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42129-0x1012e599ef50003 connected
2024-11-12T09:21:41,203 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:41,204 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:41,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/running
2024-11-12T09:21:41,206 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840, hbase.cluster.distributed=false
2024-11-12T09:21:41,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/acl
2024-11-12T09:21:41,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42129
2024-11-12T09:21:41,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42129
2024-11-12T09:21:41,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42129
2024-11-12T09:21:41,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42129
2024-11-12T09:21:41,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42129
2024-11-12T09:21:41,221 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:41,221 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:41,221 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:41,221 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:41,221 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:41,222 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:41,222 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:21:41,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:41,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42559
2024-11-12T09:21:41,223 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42559 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:41,224 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:41,226 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:41,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425590x0, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:41,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425590x0, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/running
2024-11-12T09:21:41,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42559-0x1012e599ef50004 connected
2024-11-12T09:21:41,235 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:21:41,238 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:21:41,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/master
2024-11-12T09:21:41,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/acl
2024-11-12T09:21:41,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42559
2024-11-12T09:21:41,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42559
2024-11-12T09:21:41,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42559
2024-11-12T09:21:41,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42559
2024-11-12T09:21:41,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42559
2024-11-12T09:21:41,261 DEBUG [M:0;106923ea030f:42129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:42129
2024-11-12T09:21:41,261 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-330249278/backup-masters/106923ea030f,42129,1731403300906
2024-11-12T09:21:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278/backup-masters
2024-11-12T09:21:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278/backup-masters
2024-11-12T09:21:41,273 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on existing znode=/1-330249278/backup-masters/106923ea030f,42129,1731403300906
2024-11-12T09:21:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-330249278/master
2024-11-12T09:21:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:41,283 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on existing znode=/1-330249278/master
2024-11-12T09:21:41,283 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-330249278/backup-masters/106923ea030f,42129,1731403300906 from backup master directory
2024-11-12T09:21:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-330249278/backup-masters/106923ea030f,42129,1731403300906
2024-11-12T09:21:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278/backup-masters
2024-11-12T09:21:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278/backup-masters
2024-11-12T09:21:41,294 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:41,294 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,42129,1731403300906
2024-11-12T09:21:41,297 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/hbase.id] with ID: 996070e5-6c65-4449-9173-7bfa0b4a8a3f
2024-11-12T09:21:41,297 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/.tmp/hbase.id
2024-11-12T09:21:41,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:21:41,701 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/.tmp/hbase.id]:[hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/hbase.id]
2024-11-12T09:21:41,708 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:41,709 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:21:41,709 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:21:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:41,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:21:42,161 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:42,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:21:42,163 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:42,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:21:42,568 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store
2024-11-12T09:21:42,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:21:42,834 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:42,835 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,870 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,870 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,870 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,870 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,871 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,871 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,877 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,880 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,880 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:42,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:42,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:42,974 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:42,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:42,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:42,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:42,974 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:42,974 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403302974Disabling compacts and flushes for region at 1731403302974Disabling writes for close at 1731403302974Writing region close event to WAL at 1731403302974Closed at 1731403302974
2024-11-12T09:21:42,975 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/.initializing
2024-11-12T09:21:42,975 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/WALs/106923ea030f,42129,1731403300906
2024-11-12T09:21:42,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:42,977 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C42129%2C1731403300906, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/WALs/106923ea030f,42129,1731403300906, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/oldWALs, maxLogs=10
2024-11-12T09:21:42,992 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/WALs/106923ea030f,42129,1731403300906/106923ea030f%2C42129%2C1731403300906.1731403302977, exclude list is [], retry=0
2024-11-12T09:21:42,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7,DISK]
2024-11-12T09:21:42,995 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/WALs/106923ea030f,42129,1731403300906/106923ea030f%2C42129%2C1731403300906.1731403302977
2024-11-12T09:21:42,996 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971)]
2024-11-12T09:21:42,996 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:42,996 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:42,996 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:42,996 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:42,997 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:42,998 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:21:42,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:42,999 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:42,999 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:43,000 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:21:43,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:43,000 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:43,000 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:43,001 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:21:43,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:43,001 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:43,001 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:43,002 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:21:43,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:43,002 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:43,002 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:43,003 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:43,003 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:43,004 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:43,004 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:43,004 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:43,005 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:43,006 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:43,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68223554, jitterRate=0.016610175371170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:43,007 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403302996Initializing all the Stores at 1731403302997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403302997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403302997Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403302997Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403302997Cleaning up temporary data from old regions at 1731403303004 (+7 ms)Region opened successfully at 1731403303007 (+3 ms)
2024-11-12T09:21:43,007 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:21:43,009 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2092aebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:43,009 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:21:43,010 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:21:43,010 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:21:43,010 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:21:43,010 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:21:43,010 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:21:43,010 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:21:43,011 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:21:43,012 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Unable to get data of znode /1-330249278/balancer because node does not exist (not necessarily an error)
2024-11-12T09:21:43,072 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-330249278/balancer already deleted, retry=false
2024-11-12T09:21:43,073 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:21:43,073 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Unable to get data of znode /1-330249278/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:21:43,083 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-330249278/normalizer already deleted, retry=false
2024-11-12T09:21:43,083 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:21:43,084 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Unable to get data of znode /1-330249278/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:21:43,093 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-330249278/switch/split already deleted, retry=false
2024-11-12T09:21:43,094 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Unable to get data of znode /1-330249278/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:21:43,104 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-330249278/switch/merge already deleted, retry=false
2024-11-12T09:21:43,105 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Unable to get data of znode /1-330249278/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:21:43,114 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-330249278/snapshot-cleanup already deleted, retry=false
2024-11-12T09:21:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-330249278/running
2024-11-12T09:21:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-330249278/running
2024-11-12T09:21:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:43,125 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,42129,1731403300906, sessionid=0x1012e599ef50003, setting cluster-up flag (Was=false)
2024-11-12T09:21:43,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:43,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:43,177 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-330249278/flush-table-proc/acquired, /1-330249278/flush-table-proc/reached, /1-330249278/flush-table-proc/abort
2024-11-12T09:21:43,178 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,42129,1731403300906
2024-11-12T09:21:43,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:43,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:43,329 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-330249278/online-snapshot/acquired, /1-330249278/online-snapshot/reached, /1-330249278/online-snapshot/abort
2024-11-12T09:21:43,330 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,42129,1731403300906
2024-11-12T09:21:43,331 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:21:43,334 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:43,334 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:21:43,335 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:21:43,335 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,42129,1731403300906
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:43,336 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,337 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403333337
2024-11-12T09:21:43,337 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:21:43,337 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:21:43,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:43,337 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:21:43,337 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:21:43,338 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:43,338 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:21:43,338 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:21:43,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:21:43,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:21:43,339 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:21:43,339 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403303339,5,FailOnTimeoutGroup]
2024-11-12T09:21:43,340 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403303339,5,FailOnTimeoutGroup]
2024-11-12T09:21:43,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:21:43,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,340 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:21:43,351 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(746): ClusterId : 996070e5-6c65-4449-9173-7bfa0b4a8a3f
2024-11-12T09:21:43,351 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:21:43,361 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:21:43,361 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:21:43,371 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:21:43,372 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5cde34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:43,382 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:42559
2024-11-12T09:21:43,382 INFO  [RS:0;106923ea030f:42559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:21:43,382 INFO  [RS:0;106923ea030f:42559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:21:43,382 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:21:43,383 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,42129,1731403300906 with port=42559, startcode=1731403301221
2024-11-12T09:21:43,383 DEBUG [RS:0;106923ea030f:42559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:21:43,384 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:21:43,384 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,42559,1731403301221
2024-11-12T09:21:43,385 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(517): Registering regionserver=106923ea030f,42559,1731403301221
2024-11-12T09:21:43,386 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840
2024-11-12T09:21:43,386 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45771
2024-11-12T09:21:43,386 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:21:43,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278/rs
2024-11-12T09:21:43,444 DEBUG [RS:0;106923ea030f:42559 {}] zookeeper.ZKUtil(111): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on existing znode=/1-330249278/rs/106923ea030f,42559,1731403301221
2024-11-12T09:21:43,444 WARN  [RS:0;106923ea030f:42559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:43,444 INFO  [RS:0;106923ea030f:42559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:43,444 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221
2024-11-12T09:21:43,444 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,42559,1731403301221]
2024-11-12T09:21:43,447 INFO  [RS:0;106923ea030f:42559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:21:43,448 INFO  [RS:0;106923ea030f:42559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:21:43,448 INFO  [RS:0;106923ea030f:42559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:21:43,448 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,449 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:21:43,449 INFO  [RS:0;106923ea030f:42559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:21:43,449 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,449 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,449 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,449 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,449 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,449 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,449 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:43,450 DEBUG [RS:0;106923ea030f:42559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:43,450 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,450 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,450 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,450 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,450 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,450 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42559,1731403301221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:43,463 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:21:43,463 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42559,1731403301221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,463 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,463 INFO  [RS:0;106923ea030f:42559 {}] regionserver.Replication(171): 106923ea030f,42559,1731403301221 started
2024-11-12T09:21:43,476 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:43,476 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,42559,1731403301221, RpcServer on 106923ea030f/172.17.0.2:42559, sessionid=0x1012e599ef50004
2024-11-12T09:21:43,476 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:21:43,476 DEBUG [RS:0;106923ea030f:42559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,42559,1731403301221
2024-11-12T09:21:43,476 DEBUG [RS:0;106923ea030f:42559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,42559,1731403301221'
2024-11-12T09:21:43,476 DEBUG [RS:0;106923ea030f:42559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-330249278/flush-table-proc/abort'
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-330249278/flush-table-proc/acquired'
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,42559,1731403301221
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,42559,1731403301221'
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-330249278/online-snapshot/abort'
2024-11-12T09:21:43,477 DEBUG [RS:0;106923ea030f:42559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-330249278/online-snapshot/acquired'
2024-11-12T09:21:43,478 DEBUG [RS:0;106923ea030f:42559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:21:43,478 INFO  [RS:0;106923ea030f:42559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:21:43,478 INFO  [RS:0;106923ea030f:42559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:21:43,578 INFO  [RS:0;106923ea030f:42559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:43,579 INFO  [RS:0;106923ea030f:42559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42559%2C1731403301221, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/oldWALs, maxLogs=10
2024-11-12T09:21:43,591 DEBUG [RS:0;106923ea030f:42559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, exclude list is [], retry=0
2024-11-12T09:21:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7,DISK]
2024-11-12T09:21:43,594 INFO  [RS:0;106923ea030f:42559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579
2024-11-12T09:21:43,594 DEBUG [RS:0;106923ea030f:42559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971)]
2024-11-12T09:21:43,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:21:43,747 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:21:43,747 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840
2024-11-12T09:21:43,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:21:44,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:44,153 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:44,154 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:44,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,154 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,155 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:44,155 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:44,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:44,156 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:44,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,157 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:44,157 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:44,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,157 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:44,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740
2024-11-12T09:21:44,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740
2024-11-12T09:21:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:44,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:44,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:44,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:44,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:44,162 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66861532, jitterRate=-0.0036855340003967285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:44,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403304153Initializing all the Stores at 1731403304153Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403304153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403304153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403304153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403304153Cleaning up temporary data from old regions at 1731403304159 (+6 ms)Region opened successfully at 1731403304162 (+3 ms)
2024-11-12T09:21:44,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:44,162 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:44,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:44,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:44,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:44,163 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:44,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403304162Disabling compacts and flushes for region at 1731403304162Disabling writes for close at 1731403304162Writing region close event to WAL at 1731403304163 (+1 ms)Closed at 1731403304163
2024-11-12T09:21:44,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:44,164 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:21:44,164 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:21:44,165 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:44,165 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:21:44,316 DEBUG [106923ea030f:42129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:21:44,316 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,42559,1731403301221
2024-11-12T09:21:44,317 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,42559,1731403301221, state=OPENING
2024-11-12T09:21:44,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:21:44,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:44,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:21:44,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:44,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-330249278/meta-region-server: CHANGED
2024-11-12T09:21:44,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-330249278/meta-region-server: CHANGED
2024-11-12T09:21:44,389 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,42559,1731403301221}]
2024-11-12T09:21:44,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:44,542 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:21:44,544 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:21:44,544 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:44,544 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:21:44,545 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42559%2C1731403301221.meta, suffix=.meta, logDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/oldWALs, maxLogs=10
2024-11-12T09:21:44,557 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.meta.1731403304546.meta, exclude list is [], retry=0
2024-11-12T09:21:44,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7,DISK]
2024-11-12T09:21:44,560 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.meta.1731403304546.meta
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971)]
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:44,561 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:21:44,561 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:21:44,561 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:21:44,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:44,563 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:44,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,563 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,563 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:44,564 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:44,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,564 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,564 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:44,565 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:44,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,565 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,565 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:44,566 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:44,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:44,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:44,566 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:44,567 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740
2024-11-12T09:21:44,568 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740
2024-11-12T09:21:44,568 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:44,569 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:44,569 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:44,570 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:44,570 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66505876, jitterRate=-0.00898522138595581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:44,570 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:21:44,570 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403304562Writing region info on filesystem at 1731403304562Initializing all the Stores at 1731403304562Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403304562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403304562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403304562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403304562Cleaning up temporary data from old regions at 1731403304569 (+7 ms)Running coprocessor post-open hooks at 1731403304570 (+1 ms)Region opened successfully at 1731403304570
2024-11-12T09:21:44,571 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403304540
2024-11-12T09:21:44,573 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:21:44,573 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:21:44,574 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,42559,1731403301221
2024-11-12T09:21:44,574 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,42559,1731403301221, state=OPEN
2024-11-12T09:21:44,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-330249278/meta-region-server
2024-11-12T09:21:44,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-330249278/meta-region-server
2024-11-12T09:21:44,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,42559,1731403301221
2024-11-12T09:21:44,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-330249278/meta-region-server: CHANGED
2024-11-12T09:21:44,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-330249278/meta-region-server: CHANGED
2024-11-12T09:21:44,583 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:21:44,583 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,42559,1731403301221 in 193 msec
2024-11-12T09:21:44,584 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:21:44,584 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec
2024-11-12T09:21:44,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:44,585 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:21:44,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:44,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42559,1731403301221, seqNum=-1]
2024-11-12T09:21:44,586 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:44,587 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:44,591 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec
2024-11-12T09:21:44,591 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403304591, completionTime=-1
2024-11-12T09:21:44,591 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:21:44,591 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:21:44,593 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:21:44,593 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403364593
2024-11-12T09:21:44,593 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403424593
2024-11-12T09:21:44,593 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:21:44,594 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42129,1731403300906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,594 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42129,1731403300906-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,594 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42129,1731403300906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,594 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:42129, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,594 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,594 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,595 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.303sec
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42129,1731403300906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:44,597 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42129,1731403300906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:21:44,599 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:21:44,599 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:21:44,599 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,42129,1731403300906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:44,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e00bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:44,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42129,-1 for getting cluster id
2024-11-12T09:21:44,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:44,653 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996070e5-6c65-4449-9173-7bfa0b4a8a3f'
2024-11-12T09:21:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996070e5-6c65-4449-9173-7bfa0b4a8a3f"

2024-11-12T09:21:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7831a24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42129,-1]
2024-11-12T09:21:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:44,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:44,654 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:44,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f53a7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:44,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42559,1731403301221, seqNum=-1]
2024-11-12T09:21:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:44,657 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:44,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,42129,1731403300906
2024-11-12T09:21:44,659 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:44,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e599ef50005 connected
2024-11-12T09:21:44,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir so I do NOT create it in target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68
2024-11-12T09:21:44,685 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:21:44,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.tmp.dir so I do NOT create it in target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68
2024-11-12T09:21:44,685 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:21:44,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68
2024-11-12T09:21:44,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:21:44,685 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/cluster_3b8bb6d6-77c4-7365-57a9-425390f7f559, deleteOnExit=true
2024-11-12T09:21:44,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/test.cache.data in system properties and HBase conf
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:21:44,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:44,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:21:44,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:21:45,027 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:45,030 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:45,031 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:45,031 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:45,031 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:21:45,032 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:45,032 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305cfc48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:45,032 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b40e161{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:45,134 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28c22ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/java.io.tmpdir/jetty-localhost-45119-hadoop-hdfs-3_4_1-tests_jar-_-any-7410738064803807563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:21:45,135 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd859ff{HTTP/1.1, (http/1.1)}{localhost:45119}
2024-11-12T09:21:45,135 INFO  [Time-limited test {}] server.Server(415): Started @236032ms
2024-11-12T09:21:45,403 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:21:45,405 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:21:45,409 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:21:45,409 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:21:45,409 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:21:45,409 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7073e1fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:21:45,409 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74098854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:21:45,503 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@722f1230{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/java.io.tmpdir/jetty-localhost-34013-hadoop-hdfs-3_4_1-tests_jar-_-any-8666080576954901730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:21:45,503 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2272e194{HTTP/1.1, (http/1.1)}{localhost:34013}
2024-11-12T09:21:45,503 INFO  [Time-limited test {}] server.Server(415): Started @236401ms
2024-11-12T09:21:45,504 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:21:46,188 WARN  [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/cluster_3b8bb6d6-77c4-7365-57a9-425390f7f559/data/data1/current/BP-311393556-172.17.0.2-1731403304703/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:46,188 WARN  [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/cluster_3b8bb6d6-77c4-7365-57a9-425390f7f559/data/data2/current/BP-311393556-172.17.0.2-1731403304703/current, will proceed with Du for space computation calculation, 
2024-11-12T09:21:46,208 WARN  [Thread-2875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:21:46,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81a23acf0f6803ed with lease ID 0x7c1bdf2ca019ebd3: Processing first storage report for DS-73457620-53a1-4523-ac03-93242f5bb99f from datanode DatanodeRegistration(127.0.0.1:37741, datanodeUuid=18ff0677-f2be-43fb-a102-d922ef86085d, infoPort=43593, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=615394699;c=1731403304703)
2024-11-12T09:21:46,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81a23acf0f6803ed with lease ID 0x7c1bdf2ca019ebd3: from storage DS-73457620-53a1-4523-ac03-93242f5bb99f node DatanodeRegistration(127.0.0.1:37741, datanodeUuid=18ff0677-f2be-43fb-a102-d922ef86085d, infoPort=43593, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=615394699;c=1731403304703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:46,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81a23acf0f6803ed with lease ID 0x7c1bdf2ca019ebd3: Processing first storage report for DS-f56b7a06-5a63-4df3-91f8-ce5ca1a055f6 from datanode DatanodeRegistration(127.0.0.1:37741, datanodeUuid=18ff0677-f2be-43fb-a102-d922ef86085d, infoPort=43593, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=615394699;c=1731403304703)
2024-11-12T09:21:46,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81a23acf0f6803ed with lease ID 0x7c1bdf2ca019ebd3: from storage DS-f56b7a06-5a63-4df3-91f8-ce5ca1a055f6 node DatanodeRegistration(127.0.0.1:37741, datanodeUuid=18ff0677-f2be-43fb-a102-d922ef86085d, infoPort=43593, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=615394699;c=1731403304703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:21:46,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68
2024-11-12T09:21:46,232 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:46,234 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:46,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:21:46,641 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da with version=8
2024-11-12T09:21:46,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/hbase-staging
2024-11-12T09:21:46,643 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:46,644 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41517
2024-11-12T09:21:46,645 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41517 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415170x0, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:46,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41517-0x1012e599ef50006 connected
2024-11-12T09:21:46,866 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:46,867 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:46,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/running
2024-11-12T09:21:46,869 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da, hbase.cluster.distributed=false
2024-11-12T09:21:46,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/acl
2024-11-12T09:21:46,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41517
2024-11-12T09:21:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41517
2024-11-12T09:21:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41517
2024-11-12T09:21:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41517
2024-11-12T09:21:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41517
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:21:46,888 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:21:46,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35575
2024-11-12T09:21:46,889 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35575 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:46,890 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:46,891 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:46,904 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355750x0, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:46,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355750x0, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/running
2024-11-12T09:21:46,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35575-0x1012e599ef50007 connected
2024-11-12T09:21:46,904 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:21:46,908 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:21:46,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/master
2024-11-12T09:21:46,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/acl
2024-11-12T09:21:46,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35575
2024-11-12T09:21:46,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35575
2024-11-12T09:21:46,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35575
2024-11-12T09:21:46,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35575
2024-11-12T09:21:46,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35575
2024-11-12T09:21:46,933 DEBUG [M:0;106923ea030f:41517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:41517
2024-11-12T09:21:46,934 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1993252441/backup-masters/106923ea030f,41517,1731403306643
2024-11-12T09:21:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441/backup-masters
2024-11-12T09:21:46,946 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441/backup-masters
2024-11-12T09:21:46,946 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on existing znode=/2-1993252441/backup-masters/106923ea030f,41517,1731403306643
2024-11-12T09:21:46,956 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1993252441/master
2024-11-12T09:21:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:46,956 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:46,956 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on existing znode=/2-1993252441/master
2024-11-12T09:21:46,957 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1993252441/backup-masters/106923ea030f,41517,1731403306643 from backup master directory
2024-11-12T09:21:46,967 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441/backup-masters
2024-11-12T09:21:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1993252441/backup-masters/106923ea030f,41517,1731403306643
2024-11-12T09:21:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441/backup-masters
2024-11-12T09:21:46,967 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:46,967 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,41517,1731403306643
2024-11-12T09:21:46,969 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/hbase.id] with ID: a7274d1a-dd95-4050-91e3-cb59aeb271ea
2024-11-12T09:21:46,969 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/.tmp/hbase.id
2024-11-12T09:21:46,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:21:46,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:21:46,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:21:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:21:46,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:21:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:21:46,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:21:47,373 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/.tmp/hbase.id]:[hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/hbase.id]
2024-11-12T09:21:47,381 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:21:47,381 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:21:47,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:21:47,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:47,430 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:47,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:21:47,835 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:47,836 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:21:47,836 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:47,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:21:48,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store
2024-11-12T09:21:48,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:21:48,646 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:48,646 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:21:48,646 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:48,646 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:48,646 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:21:48,646 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:48,646 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:21:48,646 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403308646Disabling compacts and flushes for region at 1731403308646Disabling writes for close at 1731403308646Writing region close event to WAL at 1731403308646Closed at 1731403308646
2024-11-12T09:21:48,647 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/.initializing
2024-11-12T09:21:48,647 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/WALs/106923ea030f,41517,1731403306643
2024-11-12T09:21:48,648 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:48,649 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C41517%2C1731403306643, suffix=, logDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/WALs/106923ea030f,41517,1731403306643, archiveDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/oldWALs, maxLogs=10
2024-11-12T09:21:48,664 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/WALs/106923ea030f,41517,1731403306643/106923ea030f%2C41517%2C1731403306643.1731403308649, exclude list is [], retry=0
2024-11-12T09:21:48,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37741,DS-73457620-53a1-4523-ac03-93242f5bb99f,DISK]
2024-11-12T09:21:48,667 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/WALs/106923ea030f,41517,1731403306643/106923ea030f%2C41517%2C1731403306643.1731403308649
2024-11-12T09:21:48,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43593:43593)]
2024-11-12T09:21:48,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:48,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:48,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,668 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:48,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:21:48,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:48,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:48,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:48,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:21:48,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:48,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:48,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:48,672 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:21:48,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:48,672 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:48,672 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:21:48,673 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:21:48,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:48,673 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:48,674 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,674 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,674 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,675 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,675 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,676 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:48,676 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:21:48,677 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:48,678 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61419721, jitterRate=-0.08477483689785004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:48,678 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403308668Initializing all the Stores at 1731403308668Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403308668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403308668Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403308668Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403308668Cleaning up temporary data from old regions at 1731403308675 (+7 ms)Region opened successfully at 1731403308678 (+3 ms)
2024-11-12T09:21:48,678 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:21:48,680 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:48,680 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:21:48,681 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:21:48,681 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:21:48,681 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:21:48,681 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:21:48,681 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:21:48,681 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:21:48,682 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:21:48,683 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Unable to get data of znode /2-1993252441/balancer because node does not exist (not necessarily an error)
2024-11-12T09:21:48,735 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1993252441/balancer already deleted, retry=false
2024-11-12T09:21:48,735 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:21:48,736 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Unable to get data of znode /2-1993252441/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:21:48,745 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1993252441/normalizer already deleted, retry=false
2024-11-12T09:21:48,746 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:21:48,747 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Unable to get data of znode /2-1993252441/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:21:48,756 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1993252441/switch/split already deleted, retry=false
2024-11-12T09:21:48,757 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Unable to get data of znode /2-1993252441/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:21:48,766 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1993252441/switch/merge already deleted, retry=false
2024-11-12T09:21:48,768 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Unable to get data of znode /2-1993252441/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:21:48,777 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1993252441/snapshot-cleanup already deleted, retry=false
2024-11-12T09:21:48,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1993252441/running
2024-11-12T09:21:48,788 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1993252441/running
2024-11-12T09:21:48,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:48,788 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:48,788 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,41517,1731403306643, sessionid=0x1012e599ef50006, setting cluster-up flag (Was=false)
2024-11-12T09:21:48,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:48,809 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:48,840 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1993252441/flush-table-proc/acquired, /2-1993252441/flush-table-proc/reached, /2-1993252441/flush-table-proc/abort
2024-11-12T09:21:48,841 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,41517,1731403306643
2024-11-12T09:21:48,861 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:48,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:48,893 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1993252441/online-snapshot/acquired, /2-1993252441/online-snapshot/reached, /2-1993252441/online-snapshot/abort
2024-11-12T09:21:48,894 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,41517,1731403306643
2024-11-12T09:21:48,895 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:21:48,896 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:48,896 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:21:48,896 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:21:48,897 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,41517,1731403306643
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:48,898 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:48,899 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403338899
2024-11-12T09:21:48,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:48,899 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:21:48,899 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:21:48,899 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:21:48,899 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:21:48,900 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:21:48,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:48,900 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403308900,5,FailOnTimeoutGroup]
2024-11-12T09:21:48,900 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:21:48,903 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403308900,5,FailOnTimeoutGroup]
2024-11-12T09:21:48,903 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:48,903 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:21:48,903 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:48,903 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:48,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:21:48,923 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(746): ClusterId : a7274d1a-dd95-4050-91e3-cb59aeb271ea
2024-11-12T09:21:48,923 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:21:48,935 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:21:48,936 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:21:48,946 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:21:48,946 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5afc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:21:48,959 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:35575
2024-11-12T09:21:48,959 INFO  [RS:0;106923ea030f:35575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:21:48,959 INFO  [RS:0;106923ea030f:35575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:21:48,959 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:21:48,960 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,41517,1731403306643 with port=35575, startcode=1731403306888
2024-11-12T09:21:48,960 DEBUG [RS:0;106923ea030f:35575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:21:48,961 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:21:48,961 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,35575,1731403306888
2024-11-12T09:21:48,961 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(517): Registering regionserver=106923ea030f,35575,1731403306888
2024-11-12T09:21:48,962 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da
2024-11-12T09:21:48,962 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40249
2024-11-12T09:21:48,962 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:21:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441/rs
2024-11-12T09:21:49,008 DEBUG [RS:0;106923ea030f:35575 {}] zookeeper.ZKUtil(111): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on existing znode=/2-1993252441/rs/106923ea030f,35575,1731403306888
2024-11-12T09:21:49,008 WARN  [RS:0;106923ea030f:35575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:21:49,008 INFO  [RS:0;106923ea030f:35575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:49,009 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888
2024-11-12T09:21:49,009 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,35575,1731403306888]
2024-11-12T09:21:49,011 INFO  [RS:0;106923ea030f:35575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:21:49,012 INFO  [RS:0;106923ea030f:35575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:21:49,012 INFO  [RS:0;106923ea030f:35575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:21:49,012 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,012 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:21:49,013 INFO  [RS:0;106923ea030f:35575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:21:49,013 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:49,013 DEBUG [RS:0;106923ea030f:35575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:21:49,014 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,014 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,014 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,014 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,014 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,014 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35575,1731403306888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:49,027 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:21:49,027 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35575,1731403306888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,027 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,027 INFO  [RS:0;106923ea030f:35575 {}] regionserver.Replication(171): 106923ea030f,35575,1731403306888 started
2024-11-12T09:21:49,053 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:49,053 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,35575,1731403306888, RpcServer on 106923ea030f/172.17.0.2:35575, sessionid=0x1012e599ef50007
2024-11-12T09:21:49,053 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:21:49,053 DEBUG [RS:0;106923ea030f:35575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,35575,1731403306888
2024-11-12T09:21:49,053 DEBUG [RS:0;106923ea030f:35575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,35575,1731403306888'
2024-11-12T09:21:49,053 DEBUG [RS:0;106923ea030f:35575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1993252441/flush-table-proc/abort'
2024-11-12T09:21:49,053 DEBUG [RS:0;106923ea030f:35575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1993252441/flush-table-proc/acquired'
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,35575,1731403306888
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,35575,1731403306888'
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1993252441/online-snapshot/abort'
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1993252441/online-snapshot/acquired'
2024-11-12T09:21:49,054 DEBUG [RS:0;106923ea030f:35575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:21:49,054 INFO  [RS:0;106923ea030f:35575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:21:49,054 INFO  [RS:0;106923ea030f:35575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:21:49,155 INFO  [RS:0;106923ea030f:35575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:21:49,156 INFO  [RS:0;106923ea030f:35575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35575%2C1731403306888, suffix=, logDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888, archiveDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/oldWALs, maxLogs=10
2024-11-12T09:21:49,168 DEBUG [RS:0;106923ea030f:35575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, exclude list is [], retry=0
2024-11-12T09:21:49,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37741,DS-73457620-53a1-4523-ac03-93242f5bb99f,DISK]
2024-11-12T09:21:49,172 INFO  [RS:0;106923ea030f:35575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156
2024-11-12T09:21:49,172 DEBUG [RS:0;106923ea030f:35575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43593:43593)]
2024-11-12T09:21:49,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:49,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:49,283 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48545 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:21:49,309 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:21:49,309 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da
2024-11-12T09:21:49,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:21:49,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:49,715 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:49,716 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:49,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:49,716 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:49,717 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:49,717 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:49,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:49,718 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:49,718 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:49,718 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:49,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:49,719 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:49,719 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:49,719 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:49,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:49,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:49,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:49,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740
2024-11-12T09:21:49,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740
2024-11-12T09:21:49,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:49,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:49,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:49,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:49,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:49,724 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65694393, jitterRate=-0.021077260375022888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403309714Initializing all the Stores at 1731403309715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403309715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403309715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403309715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403309715Cleaning up temporary data from old regions at 1731403309722 (+7 ms)Region opened successfully at 1731403309724 (+2 ms)
2024-11-12T09:21:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:21:49,725 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:21:49,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:21:49,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:21:49,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:21:49,725 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:21:49,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403309724Disabling compacts and flushes for region at 1731403309724Disabling writes for close at 1731403309725 (+1 ms)Writing region close event to WAL at 1731403309725Closed at 1731403309725
2024-11-12T09:21:49,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:49,726 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:21:49,726 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:21:49,727 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:49,730 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:21:49,880 DEBUG [106923ea030f:41517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:21:49,881 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,35575,1731403306888
2024-11-12T09:21:49,882 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,35575,1731403306888, state=OPENING
2024-11-12T09:21:49,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:21:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:49,945 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:21:49,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:21:49,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1993252441/meta-region-server: CHANGED
2024-11-12T09:21:49,946 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,35575,1731403306888}]
2024-11-12T09:21:49,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1993252441/meta-region-server: CHANGED
2024-11-12T09:21:50,064 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:50,065 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:21:50,100 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:21:50,102 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:21:50,102 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:50,102 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:21:50,103 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35575%2C1731403306888.meta, suffix=.meta, logDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888, archiveDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/oldWALs, maxLogs=10
2024-11-12T09:21:50,111 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,111 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,111 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,111 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,111 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,111 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,117 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.meta.1731403310104.meta, exclude list is [], retry=0
2024-11-12T09:21:50,118 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37741,DS-73457620-53a1-4523-ac03-93242f5bb99f,DISK]
2024-11-12T09:21:50,120 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.meta.1731403310104.meta
2024-11-12T09:21:50,122 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,122 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,122 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43593:43593)]
2024-11-12T09:21:50,122 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:50,123 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:50,123 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:50,123 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:21:50,123 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:21:50,123 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:21:50,123 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:50,123 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:21:50,123 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:21:50,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:50,125 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:21:50,125 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:21:50,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:50,126 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:50,126 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:21:50,126 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:21:50,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:50,127 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:50,127 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:21:50,127 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:21:50,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:50,128 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:50,128 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:21:50,128 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:21:50,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:50,129 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:21:50,129 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:21:50,130 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740
2024-11-12T09:21:50,130 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740
2024-11-12T09:21:50,131 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:21:50,131 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:21:50,132 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:21:50,134 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:21:50,134 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64251600, jitterRate=-0.04257655143737793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:21:50,134 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:21:50,135 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403310124Writing region info on filesystem at 1731403310124Initializing all the Stores at 1731403310124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403310124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403310124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403310124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403310124Cleaning up temporary data from old regions at 1731403310131 (+7 ms)Running coprocessor post-open hooks at 1731403310134 (+3 ms)Region opened successfully at 1731403310134
2024-11-12T09:21:50,135 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403310098
2024-11-12T09:21:50,138 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:21:50,138 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:21:50,138 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,35575,1731403306888
2024-11-12T09:21:50,139 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,35575,1731403306888, state=OPEN
2024-11-12T09:21:50,149 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1993252441/meta-region-server
2024-11-12T09:21:50,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1993252441/meta-region-server
2024-11-12T09:21:50,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,35575,1731403306888
2024-11-12T09:21:50,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1993252441/meta-region-server: CHANGED
2024-11-12T09:21:50,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1993252441/meta-region-server: CHANGED
2024-11-12T09:21:50,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:21:50,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,35575,1731403306888 in 204 msec
2024-11-12T09:21:50,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:21:50,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec
2024-11-12T09:21:50,154 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:21:50,154 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:21:50,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:50,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35575,1731403306888, seqNum=-1]
2024-11-12T09:21:50,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:50,156 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:50,160 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec
2024-11-12T09:21:50,160 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403310160, completionTime=-1
2024-11-12T09:21:50,160 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:21:50,160 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403370162
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403430162
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41517,1731403306643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41517,1731403306643-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,162 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41517,1731403306643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,163 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:41517, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,163 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,163 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,164 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.199sec
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41517,1731403306643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:21:50,166 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41517,1731403306643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:21:50,168 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:21:50,168 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:21:50,168 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41517,1731403306643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:21:50,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5096d2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:50,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:21:50,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:50,225 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:21:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:21:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65532bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:21:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:50,227 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:50,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368faff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:50,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35575,1731403306888, seqNum=-1]
2024-11-12T09:21:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:50,229 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:21:50,231 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,41517,1731403306643
2024-11-12T09:21:50,231 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54030
2024-11-12T09:21:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:21:50,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012e599ef50008 connected
2024-11-12T09:21:50,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34155,1731403295175
2024-11-12T09:21:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d979f6
2024-11-12T09:21:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:50,258 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:50,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:21:50,260 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:50,261 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:50,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:21:50,261 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:50,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:50,670 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0c8d64112eab8f105297a4e5dc1aac6, NAME => 'test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c
2024-11-12T09:21:50,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:21:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:51,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:51,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0c8d64112eab8f105297a4e5dc1aac6, disabling compactions & flushes
2024-11-12T09:21:51,075 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6. after waiting 0 ms
2024-11-12T09:21:51,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,075 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0c8d64112eab8f105297a4e5dc1aac6:
Waiting for close lock at 1731403311075Disabling compacts and flushes for region at 1731403311075Disabling writes for close at 1731403311075Writing region close event to WAL at 1731403311075Closed at 1731403311075
2024-11-12T09:21:51,076 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:51,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403311076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403311076"}]},"ts":"1731403311076"}
2024-11-12T09:21:51,078 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:51,079 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:51,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403311079"}]},"ts":"1731403311079"}
2024-11-12T09:21:51,080 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:21:51,081 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0c8d64112eab8f105297a4e5dc1aac6, ASSIGN}]
2024-11-12T09:21:51,082 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0c8d64112eab8f105297a4e5dc1aac6, ASSIGN
2024-11-12T09:21:51,082 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0c8d64112eab8f105297a4e5dc1aac6, ASSIGN; state=OFFLINE, location=106923ea030f,35173,1731403295358; forceNewPlan=false, retain=false
2024-11-12T09:21:51,233 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c8d64112eab8f105297a4e5dc1aac6, regionState=OPENING, regionLocation=106923ea030f,35173,1731403295358
2024-11-12T09:21:51,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0c8d64112eab8f105297a4e5dc1aac6, ASSIGN because future has completed
2024-11-12T09:21:51,235 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c8d64112eab8f105297a4e5dc1aac6, server=106923ea030f,35173,1731403295358}]
2024-11-12T09:21:51,390 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,390 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0c8d64112eab8f105297a4e5dc1aac6, NAME => 'test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:51,391 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:51,391 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:21:51,391 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,391 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:51,391 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,391 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,392 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0c8d64112eab8f105297a4e5dc1aac6 
2024-11-12T09:21:51,393 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c8d64112eab8f105297a4e5dc1aac6 columnFamilyName f
2024-11-12T09:21:51,393 DEBUG [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:51,393 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] regionserver.HStore(327): Store=a0c8d64112eab8f105297a4e5dc1aac6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:51,393 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0c8d64112eab8f105297a4e5dc1aac6 
2024-11-12T09:21:51,394 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c8d64112eab8f105297a4e5dc1aac6 columnFamilyName f1
2024-11-12T09:21:51,394 DEBUG [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:51,394 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] regionserver.HStore(327): Store=a0c8d64112eab8f105297a4e5dc1aac6/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:51,394 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0c8d64112eab8f105297a4e5dc1aac6 
2024-11-12T09:21:51,395 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c8d64112eab8f105297a4e5dc1aac6 columnFamilyName norep
2024-11-12T09:21:51,395 DEBUG [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:51,395 INFO  [StoreOpener-a0c8d64112eab8f105297a4e5dc1aac6-1 {}] regionserver.HStore(327): Store=a0c8d64112eab8f105297a4e5dc1aac6/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:51,395 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,396 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,396 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,396 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,396 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,397 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:51,397 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,399 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:51,399 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0c8d64112eab8f105297a4e5dc1aac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63987748, jitterRate=-0.04650825262069702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:51,399 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:21:51,399 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0c8d64112eab8f105297a4e5dc1aac6:
Running coprocessor pre-open hook at 1731403311391Writing region info on filesystem at 1731403311391Initializing all the Stores at 1731403311392 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403311392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403311392Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403311392Cleaning up temporary data from old regions at 1731403311396 (+4 ms)Running coprocessor post-open hooks at 1731403311399 (+3 ms)Region opened successfully at 1731403311399
2024-11-12T09:21:51,400 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6., pid=6, masterSystemTime=1731403311386
2024-11-12T09:21:51,401 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,401 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:21:51,402 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c8d64112eab8f105297a4e5dc1aac6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,35173,1731403295358
2024-11-12T09:21:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c8d64112eab8f105297a4e5dc1aac6, server=106923ea030f,35173,1731403295358 because future has completed
2024-11-12T09:21:51,405 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:21:51,405 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0c8d64112eab8f105297a4e5dc1aac6, server=106923ea030f,35173,1731403295358 in 169 msec
2024-11-12T09:21:51,407 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:21:51,407 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0c8d64112eab8f105297a4e5dc1aac6, ASSIGN in 324 msec
2024-11-12T09:21:51,407 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:51,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403311407"}]},"ts":"1731403311407"}
2024-11-12T09:21:51,408 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:21:51,409 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:51,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec
2024-11-12T09:21:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:52,602 INFO  [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:21:52,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,42129,1731403300906
2024-11-12T09:21:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee57dac
2024-11-12T09:21:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:52,604 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:52,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:21:52,606 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:52,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:52,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:21:52,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:52,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:21:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:53,012 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 234a507e82dd177c1580d3f8174788c5, NAME => 'test,,1731403312605.234a507e82dd177c1580d3f8174788c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840
2024-11-12T09:21:53,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:21:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:53,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403312605.234a507e82dd177c1580d3f8174788c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:53,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 234a507e82dd177c1580d3f8174788c5, disabling compactions & flushes
2024-11-12T09:21:53,417 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403312605.234a507e82dd177c1580d3f8174788c5. after waiting 0 ms
2024-11-12T09:21:53,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,417 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 234a507e82dd177c1580d3f8174788c5:
Waiting for close lock at 1731403313417Disabling compacts and flushes for region at 1731403313417Disabling writes for close at 1731403313417Writing region close event to WAL at 1731403313417Closed at 1731403313417
2024-11-12T09:21:53,418 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:53,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403312605.234a507e82dd177c1580d3f8174788c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403313418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403313418"}]},"ts":"1731403313418"}
2024-11-12T09:21:53,552 INFO  [AsyncFSWAL-0-hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840-prefix:106923ea030f,42559,1731403301221.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 132 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37533,DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7,DISK]]
2024-11-12T09:21:53,553 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:53,554 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:53,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403313554"}]},"ts":"1731403313554"}
2024-11-12T09:21:53,555 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:21:53,556 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=234a507e82dd177c1580d3f8174788c5, ASSIGN}]
2024-11-12T09:21:53,557 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=234a507e82dd177c1580d3f8174788c5, ASSIGN
2024-11-12T09:21:53,557 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=234a507e82dd177c1580d3f8174788c5, ASSIGN; state=OFFLINE, location=106923ea030f,42559,1731403301221; forceNewPlan=false, retain=false
2024-11-12T09:21:53,708 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=234a507e82dd177c1580d3f8174788c5, regionState=OPENING, regionLocation=106923ea030f,42559,1731403301221
2024-11-12T09:21:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=234a507e82dd177c1580d3f8174788c5, ASSIGN because future has completed
2024-11-12T09:21:53,710 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 234a507e82dd177c1580d3f8174788c5, server=106923ea030f,42559,1731403301221}]
2024-11-12T09:21:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:53,864 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,864 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 234a507e82dd177c1580d3f8174788c5, NAME => 'test,,1731403312605.234a507e82dd177c1580d3f8174788c5.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:53,865 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:53,865 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:21:53,865 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,865 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403312605.234a507e82dd177c1580d3f8174788c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:53,865 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,865 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,866 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 234a507e82dd177c1580d3f8174788c5 
2024-11-12T09:21:53,866 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 234a507e82dd177c1580d3f8174788c5 columnFamilyName f
2024-11-12T09:21:53,867 DEBUG [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:53,867 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] regionserver.HStore(327): Store=234a507e82dd177c1580d3f8174788c5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:53,867 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 234a507e82dd177c1580d3f8174788c5 
2024-11-12T09:21:53,867 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 234a507e82dd177c1580d3f8174788c5 columnFamilyName f1
2024-11-12T09:21:53,868 DEBUG [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:53,868 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] regionserver.HStore(327): Store=234a507e82dd177c1580d3f8174788c5/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:53,868 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 234a507e82dd177c1580d3f8174788c5 
2024-11-12T09:21:53,868 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 234a507e82dd177c1580d3f8174788c5 columnFamilyName norep
2024-11-12T09:21:53,868 DEBUG [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:53,869 INFO  [StoreOpener-234a507e82dd177c1580d3f8174788c5-1 {}] regionserver.HStore(327): Store=234a507e82dd177c1580d3f8174788c5/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:53,869 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,869 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,869 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,870 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,870 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,870 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:53,871 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,872 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:53,872 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 234a507e82dd177c1580d3f8174788c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64131046, jitterRate=-0.04437294602394104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:53,872 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:21:53,872 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 234a507e82dd177c1580d3f8174788c5:
Running coprocessor pre-open hook at 1731403313865Writing region info on filesystem at 1731403313865Initializing all the Stores at 1731403313865Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403313865Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403313866 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403313866Cleaning up temporary data from old regions at 1731403313870 (+4 ms)Running coprocessor post-open hooks at 1731403313872 (+2 ms)Region opened successfully at 1731403313872
2024-11-12T09:21:53,873 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403312605.234a507e82dd177c1580d3f8174788c5., pid=6, masterSystemTime=1731403313862
2024-11-12T09:21:53,875 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,875 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:21:53,875 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=234a507e82dd177c1580d3f8174788c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,42559,1731403301221
2024-11-12T09:21:53,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 234a507e82dd177c1580d3f8174788c5, server=106923ea030f,42559,1731403301221 because future has completed
2024-11-12T09:21:53,879 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:21:53,879 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 234a507e82dd177c1580d3f8174788c5, server=106923ea030f,42559,1731403301221 in 168 msec
2024-11-12T09:21:53,880 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:21:53,880 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=234a507e82dd177c1580d3f8174788c5, ASSIGN in 323 msec
2024-11-12T09:21:53,881 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:53,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403313881"}]},"ts":"1731403313881"}
2024-11-12T09:21:53,882 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:21:53,883 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:53,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2780 sec
2024-11-12T09:21:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:54,753 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:21:54,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,41517,1731403306643
2024-11-12T09:21:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9e6446
2024-11-12T09:21:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:54,755 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:54,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:21:54,757 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:54,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:54,757 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:21:54,758 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:54,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:21:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:55,163 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29263233ff11fd5b7ad5cf8c835ae99f, NAME => 'test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da
2024-11-12T09:21:55,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:21:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29263233ff11fd5b7ad5cf8c835ae99f, disabling compactions & flushes
2024-11-12T09:21:55,568 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f. after waiting 0 ms
2024-11-12T09:21:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,568 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29263233ff11fd5b7ad5cf8c835ae99f:
Waiting for close lock at 1731403315568Disabling compacts and flushes for region at 1731403315568Disabling writes for close at 1731403315568Writing region close event to WAL at 1731403315568Closed at 1731403315568
2024-11-12T09:21:55,570 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:55,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403315570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403315570"}]},"ts":"1731403315570"}
2024-11-12T09:21:55,571 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:55,572 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:55,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403315572"}]},"ts":"1731403315572"}
2024-11-12T09:21:55,573 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:21:55,574 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29263233ff11fd5b7ad5cf8c835ae99f, ASSIGN}]
2024-11-12T09:21:55,574 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29263233ff11fd5b7ad5cf8c835ae99f, ASSIGN
2024-11-12T09:21:55,575 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29263233ff11fd5b7ad5cf8c835ae99f, ASSIGN; state=OFFLINE, location=106923ea030f,35575,1731403306888; forceNewPlan=false, retain=false
2024-11-12T09:21:55,625 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:21:55,626 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,656 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,656 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,663 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,666 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,666 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,668 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:21:55,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:21:55,725 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29263233ff11fd5b7ad5cf8c835ae99f, regionState=OPENING, regionLocation=106923ea030f,35575,1731403306888
2024-11-12T09:21:55,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29263233ff11fd5b7ad5cf8c835ae99f, ASSIGN because future has completed
2024-11-12T09:21:55,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29263233ff11fd5b7ad5cf8c835ae99f, server=106923ea030f,35575,1731403306888}]
2024-11-12T09:21:55,882 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,882 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29263233ff11fd5b7ad5cf8c835ae99f, NAME => 'test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:55,882 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:55,882 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:21:55,883 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,883 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:55,883 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,883 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,884 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29263233ff11fd5b7ad5cf8c835ae99f 
2024-11-12T09:21:55,885 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29263233ff11fd5b7ad5cf8c835ae99f columnFamilyName f
2024-11-12T09:21:55,885 DEBUG [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:55,885 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] regionserver.HStore(327): Store=29263233ff11fd5b7ad5cf8c835ae99f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:55,885 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29263233ff11fd5b7ad5cf8c835ae99f 
2024-11-12T09:21:55,886 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29263233ff11fd5b7ad5cf8c835ae99f columnFamilyName f1
2024-11-12T09:21:55,886 DEBUG [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:55,886 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] regionserver.HStore(327): Store=29263233ff11fd5b7ad5cf8c835ae99f/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:55,886 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29263233ff11fd5b7ad5cf8c835ae99f 
2024-11-12T09:21:55,887 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29263233ff11fd5b7ad5cf8c835ae99f columnFamilyName norep
2024-11-12T09:21:55,887 DEBUG [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:55,887 INFO  [StoreOpener-29263233ff11fd5b7ad5cf8c835ae99f-1 {}] regionserver.HStore(327): Store=29263233ff11fd5b7ad5cf8c835ae99f/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:55,887 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,888 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,888 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,889 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,889 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,889 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:55,890 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,891 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:55,891 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29263233ff11fd5b7ad5cf8c835ae99f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66262037, jitterRate=-0.01261870563030243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:55,891 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:21:55,891 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29263233ff11fd5b7ad5cf8c835ae99f:
Running coprocessor pre-open hook at 1731403315883Writing region info on filesystem at 1731403315883Initializing all the Stores at 1731403315883Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403315883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403315884 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403315884Cleaning up temporary data from old regions at 1731403315889 (+5 ms)Running coprocessor post-open hooks at 1731403315891 (+2 ms)Region opened successfully at 1731403315891
2024-11-12T09:21:55,892 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f., pid=6, masterSystemTime=1731403315879
2024-11-12T09:21:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:55,893 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,893 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:21:55,894 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29263233ff11fd5b7ad5cf8c835ae99f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,35575,1731403306888
2024-11-12T09:21:55,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29263233ff11fd5b7ad5cf8c835ae99f, server=106923ea030f,35575,1731403306888 because future has completed
2024-11-12T09:21:55,897 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:21:55,897 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29263233ff11fd5b7ad5cf8c835ae99f, server=106923ea030f,35575,1731403306888 in 168 msec
2024-11-12T09:21:55,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:21:55,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29263233ff11fd5b7ad5cf8c835ae99f, ASSIGN in 323 msec
2024-11-12T09:21:55,901 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:55,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403315901"}]},"ts":"1731403315901"}
2024-11-12T09:21:55,902 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:21:55,903 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:55,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec
2024-11-12T09:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:21:56,902 INFO  [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:21:56,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ac1100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:56,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:21:56,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:56,904 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:21:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:21:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd96ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:21:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:56,905 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b06bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:56,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34155,1731403295175
2024-11-12T09:21:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11530087
2024-11-12T09:21:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:56,907 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:56,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:42129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:21:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:21:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:56,910 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:42129'
2024-11-12T09:21:56,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fccc5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:56,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42129,-1 for getting cluster id
2024-11-12T09:21:56,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:56,911 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996070e5-6c65-4449-9173-7bfa0b4a8a3f'
2024-11-12T09:21:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996070e5-6c65-4449-9173-7bfa0b4a8a3f"

2024-11-12T09:21:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d407393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:56,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42129,-1]
2024-11-12T09:21:56,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:56,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:56,913 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:56,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e206aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:56,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,42129,1731403300906
2024-11-12T09:21:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7728485c
2024-11-12T09:21:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:56,915 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:56,915 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:21:56,915 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:21:56,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:56,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:56,916 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:56,916 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:56,917 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:21:56,918 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:56,918 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:56,918 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:56,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:21:56,967 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:21:56,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:21:56,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-12T09:21:56,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:21:56,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-12T09:21:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:57,325 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b5bb71ee6bd58e8ffca7762c6e4a12f, NAME => 'hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c
2024-11-12T09:21:57,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:21:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:57,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:57,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b5bb71ee6bd58e8ffca7762c6e4a12f, disabling compactions & flushes
2024-11-12T09:21:57,732 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:57,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:57,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f. after waiting 0 ms
2024-11-12T09:21:57,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:57,732 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:57,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b5bb71ee6bd58e8ffca7762c6e4a12f:
Waiting for close lock at 1731403317732Disabling compacts and flushes for region at 1731403317732Disabling writes for close at 1731403317732Writing region close event to WAL at 1731403317732Closed at 1731403317732
2024-11-12T09:21:57,733 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:57,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403317733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403317733"}]},"ts":"1731403317733"}
2024-11-12T09:21:57,735 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:57,736 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403317736"}]},"ts":"1731403317736"}
2024-11-12T09:21:57,737 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:21:57,738 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b5bb71ee6bd58e8ffca7762c6e4a12f, ASSIGN}]
2024-11-12T09:21:57,739 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b5bb71ee6bd58e8ffca7762c6e4a12f, ASSIGN
2024-11-12T09:21:57,739 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b5bb71ee6bd58e8ffca7762c6e4a12f, ASSIGN; state=OFFLINE, location=106923ea030f,35173,1731403295358; forceNewPlan=false, retain=false
2024-11-12T09:21:57,890 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b5bb71ee6bd58e8ffca7762c6e4a12f, regionState=OPENING, regionLocation=106923ea030f,35173,1731403295358
2024-11-12T09:21:57,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b5bb71ee6bd58e8ffca7762c6e4a12f, ASSIGN because future has completed
2024-11-12T09:21:57,892 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5bb71ee6bd58e8ffca7762c6e4a12f, server=106923ea030f,35173,1731403295358}]
2024-11-12T09:21:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:58,047 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:58,047 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:21:58,047 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:21:58,048 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35173%2C1731403295358.rep, suffix=, logDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/oldWALs, maxLogs=10
2024-11-12T09:21:58,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.rep.1731403318048, exclude list is [], retry=0
2024-11-12T09:21:58,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-b93f3f20-627e-4a14-aa65-ae2c2dc3f72e,DISK]
2024-11-12T09:21:58,063 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.rep.1731403318048
2024-11-12T09:21:58,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36459:36459)]
2024-11-12T09:21:58,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b5bb71ee6bd58e8ffca7762c6e4a12f, NAME => 'hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:21:58,064 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f. service=MultiRowMutationService
2024-11-12T09:21:58,064 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,065 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b5bb71ee6bd58e8ffca7762c6e4a12f 
2024-11-12T09:21:58,066 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5bb71ee6bd58e8ffca7762c6e4a12f columnFamilyName hfileref
2024-11-12T09:21:58,066 DEBUG [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:58,066 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] regionserver.HStore(327): Store=8b5bb71ee6bd58e8ffca7762c6e4a12f/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:58,067 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b5bb71ee6bd58e8ffca7762c6e4a12f 
2024-11-12T09:21:58,067 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5bb71ee6bd58e8ffca7762c6e4a12f columnFamilyName queue
2024-11-12T09:21:58,067 DEBUG [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:58,068 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] regionserver.HStore(327): Store=8b5bb71ee6bd58e8ffca7762c6e4a12f/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:58,068 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b5bb71ee6bd58e8ffca7762c6e4a12f 
2024-11-12T09:21:58,069 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5bb71ee6bd58e8ffca7762c6e4a12f columnFamilyName sid
2024-11-12T09:21:58,069 DEBUG [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:58,069 INFO  [StoreOpener-8b5bb71ee6bd58e8ffca7762c6e4a12f-1 {}] regionserver.HStore(327): Store=8b5bb71ee6bd58e8ffca7762c6e4a12f/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:21:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:21:58,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:21:58,073 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b5bb71ee6bd58e8ffca7762c6e4a12f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67130551, jitterRate=3.231614828109741E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:21:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:21:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b5bb71ee6bd58e8ffca7762c6e4a12f:
Running coprocessor pre-open hook at 1731403318064Writing region info on filesystem at 1731403318064Initializing all the Stores at 1731403318065 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403318065Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403318065Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403318065Cleaning up temporary data from old regions at 1731403318071 (+6 ms)Running coprocessor post-open hooks at 1731403318074 (+3 ms)Region opened successfully at 1731403318074
2024-11-12T09:21:58,075 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f., pid=10, masterSystemTime=1731403318044
2024-11-12T09:21:58,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:58,077 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:21:58,077 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b5bb71ee6bd58e8ffca7762c6e4a12f, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,35173,1731403295358
2024-11-12T09:21:58,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5bb71ee6bd58e8ffca7762c6e4a12f, server=106923ea030f,35173,1731403295358 because future has completed
2024-11-12T09:21:58,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:21:58,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b5bb71ee6bd58e8ffca7762c6e4a12f, server=106923ea030f,35173,1731403295358 in 188 msec
2024-11-12T09:21:58,083 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:21:58,083 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b5bb71ee6bd58e8ffca7762c6e4a12f, ASSIGN in 343 msec
2024-11-12T09:21:58,083 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:21:58,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403318083"}]},"ts":"1731403318083"}
2024-11-12T09:21:58,085 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:21:58,086 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:21:58,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec
2024-11-12T09:21:58,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f., hostname=106923ea030f,35173,1731403295358, seqNum=2]
2024-11-12T09:21:58,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:58,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:21:58,220 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:21:58,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:21:58,372 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:21:58,396 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,35173,1731403295358, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:21:58,397 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:21:58,397 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35173,1731403295358, seqNum=-1]
2024-11-12T09:21:58,397 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:21:58,398 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-12T09:21:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,35173,1731403295358', locateType=CURRENT is [region=hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f., hostname=106923ea030f,35173,1731403295358, seqNum=2]
2024-11-12T09:21:58,401 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:21:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:21:58,403 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,35173,1731403295358 suceeded
2024-11-12T09:21:58,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:21:58,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec
2024-11-12T09:21:58,404 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:42129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:21:58,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec
2024-11-12T09:21:58,414 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:42129'
2024-11-12T09:21:58,415 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5919a500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:58,415 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42129,-1 for getting cluster id
2024-11-12T09:21:58,415 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:58,416 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996070e5-6c65-4449-9173-7bfa0b4a8a3f'
2024-11-12T09:21:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996070e5-6c65-4449-9173-7bfa0b4a8a3f"

2024-11-12T09:21:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a561ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42129,-1]
2024-11-12T09:21:58,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:58,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:58,417 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:58,418 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c339d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:58,418 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:58,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,42129,1731403300906
2024-11-12T09:21:58,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467617ed
2024-11-12T09:21:58,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:58,419 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService
2024-11-12T09:21:58,420 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,35173,1731403295358 (queues=1) is replicating from cluster=cce91cd2-1f06-4af4-ba02-d808a90912e3 to cluster=996070e5-6c65-4449-9173-7bfa0b4a8a3f
2024-11-12T09:21:58,420 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C35173%2C1731403295358
2024-11-12T09:21:58,420 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,35173,1731403295358, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:21:58,420 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C35173%2C1731403295358
2024-11-12T09:21:58,420 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, startPosition=0, beingWritten=true
2024-11-12T09:21:58,425 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:21:58,425 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:21:58,425 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:21:58,629 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:21:58,942 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:21:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:59,053 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:21:59,053 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:21:59,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:21:59,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:59,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:59,053 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:59,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b21755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:59,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42129,-1 for getting cluster id
2024-11-12T09:21:59,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:59,055 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996070e5-6c65-4449-9173-7bfa0b4a8a3f'
2024-11-12T09:21:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996070e5-6c65-4449-9173-7bfa0b4a8a3f"

2024-11-12T09:21:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bad13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42129,-1]
2024-11-12T09:21:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:59,056 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c035010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:59,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,42129,1731403300906
2024-11-12T09:21:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd172cc
2024-11-12T09:21:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:59,058 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:59,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:41517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:21:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:21:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:59,061 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:41517'
2024-11-12T09:21:59,062 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c009ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:59,062 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:21:59,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:21:59,063 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:21:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:21:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:21:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255c6b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:21:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:21:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:59,064 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:21:59,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6d0be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:21:59,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:21:59,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,41517,1731403306643
2024-11-12T09:21:59,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b377db9
2024-11-12T09:21:59,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:21:59,066 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:21:59,066 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:21:59,066 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:21:59,066 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:59,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:21:59,067 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:21:59,067 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:21:59,068 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:21:59,069 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:21:59,069 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:21:59,069 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:21:59,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:21:59,118 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:21:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:59,345 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:21:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:59,476 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddecce0fe17fc25187a96764b4fe5b9b, NAME => 'hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840
2024-11-12T09:21:59,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:21:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:21:59,849 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:21:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:21:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ddecce0fe17fc25187a96764b4fe5b9b, disabling compactions & flushes
2024-11-12T09:21:59,920 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:21:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:21:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b. after waiting 0 ms
2024-11-12T09:21:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:21:59,920 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:21:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddecce0fe17fc25187a96764b4fe5b9b:
Waiting for close lock at 1731403319920Disabling compacts and flushes for region at 1731403319920Disabling writes for close at 1731403319920Writing region close event to WAL at 1731403319920Closed at 1731403319920
2024-11-12T09:21:59,921 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:21:59,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403319921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403319921"}]},"ts":"1731403319921"}
2024-11-12T09:21:59,924 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:21:59,924 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:21:59,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403319924"}]},"ts":"1731403319924"}
2024-11-12T09:21:59,926 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:21:59,927 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddecce0fe17fc25187a96764b4fe5b9b, ASSIGN}]
2024-11-12T09:21:59,928 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddecce0fe17fc25187a96764b4fe5b9b, ASSIGN
2024-11-12T09:21:59,928 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddecce0fe17fc25187a96764b4fe5b9b, ASSIGN; state=OFFLINE, location=106923ea030f,42559,1731403301221; forceNewPlan=false, retain=false
2024-11-12T09:22:00,079 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddecce0fe17fc25187a96764b4fe5b9b, regionState=OPENING, regionLocation=106923ea030f,42559,1731403301221
2024-11-12T09:22:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddecce0fe17fc25187a96764b4fe5b9b, ASSIGN because future has completed
2024-11-12T09:22:00,082 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddecce0fe17fc25187a96764b4fe5b9b, server=106923ea030f,42559,1731403301221}]
2024-11-12T09:22:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:00,236 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:00,237 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:00,237 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:22:00,238 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C42559%2C1731403301221.rep, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/oldWALs, maxLogs=10
2024-11-12T09:22:00,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.rep.1731403320239, exclude list is [], retry=0
2024-11-12T09:22:00,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-53cdfba1-7748-4ab1-b3dc-1c424df22da7,DISK]
2024-11-12T09:22:00,259 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.rep.1731403320239
2024-11-12T09:22:00,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971)]
2024-11-12T09:22:00,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ddecce0fe17fc25187a96764b4fe5b9b, NAME => 'hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:00,260 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:00,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:00,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b. service=MultiRowMutationService
2024-11-12T09:22:00,260 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:22:00,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,262 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ddecce0fe17fc25187a96764b4fe5b9b 
2024-11-12T09:22:00,263 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddecce0fe17fc25187a96764b4fe5b9b columnFamilyName hfileref
2024-11-12T09:22:00,263 DEBUG [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:00,263 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] regionserver.HStore(327): Store=ddecce0fe17fc25187a96764b4fe5b9b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:00,263 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ddecce0fe17fc25187a96764b4fe5b9b 
2024-11-12T09:22:00,264 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddecce0fe17fc25187a96764b4fe5b9b columnFamilyName queue
2024-11-12T09:22:00,264 DEBUG [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:00,265 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] regionserver.HStore(327): Store=ddecce0fe17fc25187a96764b4fe5b9b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:00,265 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ddecce0fe17fc25187a96764b4fe5b9b 
2024-11-12T09:22:00,265 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddecce0fe17fc25187a96764b4fe5b9b columnFamilyName sid
2024-11-12T09:22:00,265 DEBUG [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:00,266 INFO  [StoreOpener-ddecce0fe17fc25187a96764b4fe5b9b-1 {}] regionserver.HStore(327): Store=ddecce0fe17fc25187a96764b4fe5b9b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:00,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:00,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:00,271 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ddecce0fe17fc25187a96764b4fe5b9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68402770, jitterRate=0.019280701875686646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:00,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:00,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ddecce0fe17fc25187a96764b4fe5b9b:
Running coprocessor pre-open hook at 1731403320261Writing region info on filesystem at 1731403320261Initializing all the Stores at 1731403320261Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403320261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403320262 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403320262Cleaning up temporary data from old regions at 1731403320267 (+5 ms)Running coprocessor post-open hooks at 1731403320271 (+4 ms)Region opened successfully at 1731403320271
2024-11-12T09:22:00,271 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b., pid=10, masterSystemTime=1731403320233
2024-11-12T09:22:00,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:00,273 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:00,274 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddecce0fe17fc25187a96764b4fe5b9b, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,42559,1731403301221
2024-11-12T09:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddecce0fe17fc25187a96764b4fe5b9b, server=106923ea030f,42559,1731403301221 because future has completed
2024-11-12T09:22:00,277 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:22:00,277 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ddecce0fe17fc25187a96764b4fe5b9b, server=106923ea030f,42559,1731403301221 in 194 msec
2024-11-12T09:22:00,279 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:22:00,279 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddecce0fe17fc25187a96764b4fe5b9b, ASSIGN in 351 msec
2024-11-12T09:22:00,280 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:00,280 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403320280"}]},"ts":"1731403320280"}
2024-11-12T09:22:00,281 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:22:00,282 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:00,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec
2024-11-12T09:22:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b., hostname=106923ea030f,42559,1731403301221, seqNum=2]
2024-11-12T09:22:00,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:22:00,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:22:00,419 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:00,452 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:22:00,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:22:00,572 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:22:00,599 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,42559,1731403301221, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:22:00,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:00,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42559,1731403301221, seqNum=-1]
2024-11-12T09:22:00,600 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:00,601 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:00,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,42559,1731403301221', locateType=CURRENT is [region=hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b., hostname=106923ea030f,42559,1731403301221, seqNum=2]
2024-11-12T09:22:00,604 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:22:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:22:00,606 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,42559,1731403301221 suceeded
2024-11-12T09:22:00,608 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:22:00,608 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec
2024-11-12T09:22:00,608 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:41517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:22:00,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec
2024-11-12T09:22:00,618 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:41517'
2024-11-12T09:22:00,619 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e6dbba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:00,619 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:22:00,619 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:00,620 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:22:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:22:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6692f28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:22:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:00,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:00,621 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:00,622 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2abac9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:00,622 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:00,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,41517,1731403306643
2024-11-12T09:22:00,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d805f1
2024-11-12T09:22:00,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:00,623 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService
2024-11-12T09:22:00,624 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,42559,1731403301221 (queues=1) is replicating from cluster=996070e5-6c65-4449-9173-7bfa0b4a8a3f to cluster=a7274d1a-dd95-4050-91e3-cb59aeb271ea
2024-11-12T09:22:00,624 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C42559%2C1731403301221
2024-11-12T09:22:00,624 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,42559,1731403301221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:22:00,624 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C42559%2C1731403301221
2024-11-12T09:22:00,624 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, startPosition=0, beingWritten=true
2024-11-12T09:22:00,629 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:00,629 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:00,629 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:00,833 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:01,136 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:01,155 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:22:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:01,203 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:01,203 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:01,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:01,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:01,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:01,203 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:01,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad3265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:01,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:22:01,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:01,204 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdd32ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:01,206 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f71100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:01,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,41517,1731403306643
2024-11-12T09:22:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57609f8b
2024-11-12T09:22:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:01,208 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:01,208 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:34155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:22:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:22:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:01,210 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:34155'
2024-11-12T09:22:01,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebddbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:01,211 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:22:01,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:01,212 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3217648c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:01,213 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31400e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:01,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34155,1731403295175
2024-11-12T09:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d4f28d
2024-11-12T09:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:01,215 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:01,215 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:22:01,216 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:22:01,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:01,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:01,216 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:01,216 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:01,217 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:22:01,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:01,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:01,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:01,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:22:01,267 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:22:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:01,385 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:01,386 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,422 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,422 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,422 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,423 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,423 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,423 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,430 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,433 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,435 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:01,539 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:01,625 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c79a6d171d0c2ed7401624005919919, NAME => 'hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da
2024-11-12T09:22:01,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:22:01,690 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:01,958 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:22:02,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:02,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c79a6d171d0c2ed7401624005919919, disabling compactions & flushes
2024-11-12T09:22:02,029 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919. after waiting 0 ms
2024-11-12T09:22:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,030 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c79a6d171d0c2ed7401624005919919:
Waiting for close lock at 1731403322029Disabling compacts and flushes for region at 1731403322029Disabling writes for close at 1731403322029Writing region close event to WAL at 1731403322030 (+1 ms)Closed at 1731403322030
2024-11-12T09:22:02,031 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:02,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403322031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403322031"}]},"ts":"1731403322031"}
2024-11-12T09:22:02,032 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:02,033 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:02,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403322033"}]},"ts":"1731403322033"}
2024-11-12T09:22:02,035 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:22:02,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c79a6d171d0c2ed7401624005919919, ASSIGN}]
2024-11-12T09:22:02,036 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c79a6d171d0c2ed7401624005919919, ASSIGN
2024-11-12T09:22:02,036 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c79a6d171d0c2ed7401624005919919, ASSIGN; state=OFFLINE, location=106923ea030f,35575,1731403306888; forceNewPlan=false, retain=false
2024-11-12T09:22:02,043 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:02,187 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c79a6d171d0c2ed7401624005919919, regionState=OPENING, regionLocation=106923ea030f,35575,1731403306888
2024-11-12T09:22:02,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c79a6d171d0c2ed7401624005919919, ASSIGN because future has completed
2024-11-12T09:22:02,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c79a6d171d0c2ed7401624005919919, server=106923ea030f,35575,1731403306888}]
2024-11-12T09:22:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:02,344 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,344 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:02,344 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:22:02,345 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C35575%2C1731403306888.rep, suffix=, logDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888, archiveDir=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/oldWALs, maxLogs=10
2024-11-12T09:22:02,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.rep.1731403322345, exclude list is [], retry=0
2024-11-12T09:22:02,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37741,DS-73457620-53a1-4523-ac03-93242f5bb99f,DISK]
2024-11-12T09:22:02,363 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.rep.1731403322345
2024-11-12T09:22:02,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43593:43593)]
2024-11-12T09:22:02,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c79a6d171d0c2ed7401624005919919, NAME => 'hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:02,363 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:02,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:02,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919. service=MultiRowMutationService
2024-11-12T09:22:02,363 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:22:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,365 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c79a6d171d0c2ed7401624005919919 
2024-11-12T09:22:02,366 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c79a6d171d0c2ed7401624005919919 columnFamilyName hfileref
2024-11-12T09:22:02,366 DEBUG [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:02,366 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] regionserver.HStore(327): Store=1c79a6d171d0c2ed7401624005919919/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:02,366 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c79a6d171d0c2ed7401624005919919 
2024-11-12T09:22:02,367 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c79a6d171d0c2ed7401624005919919 columnFamilyName queue
2024-11-12T09:22:02,367 DEBUG [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:02,367 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] regionserver.HStore(327): Store=1c79a6d171d0c2ed7401624005919919/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:02,367 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c79a6d171d0c2ed7401624005919919 
2024-11-12T09:22:02,368 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c79a6d171d0c2ed7401624005919919 columnFamilyName sid
2024-11-12T09:22:02,368 DEBUG [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:02,368 INFO  [StoreOpener-1c79a6d171d0c2ed7401624005919919-1 {}] regionserver.HStore(327): Store=1c79a6d171d0c2ed7401624005919919/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:02,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:02,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:02,371 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1c79a6d171d0c2ed7401624005919919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66737216, jitterRate=-0.005537986755371094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1c79a6d171d0c2ed7401624005919919:
Running coprocessor pre-open hook at 1731403322364Writing region info on filesystem at 1731403322364Initializing all the Stores at 1731403322364Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403322364Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403322364Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403322365 (+1 ms)Cleaning up temporary data from old regions at 1731403322369 (+4 ms)Running coprocessor post-open hooks at 1731403322372 (+3 ms)Region opened successfully at 1731403322372
2024-11-12T09:22:02,372 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919., pid=10, masterSystemTime=1731403322341
2024-11-12T09:22:02,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,374 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:02,374 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c79a6d171d0c2ed7401624005919919, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,35575,1731403306888
2024-11-12T09:22:02,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c79a6d171d0c2ed7401624005919919, server=106923ea030f,35575,1731403306888 because future has completed
2024-11-12T09:22:02,378 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:22:02,378 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c79a6d171d0c2ed7401624005919919, server=106923ea030f,35575,1731403306888 in 187 msec
2024-11-12T09:22:02,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:22:02,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c79a6d171d0c2ed7401624005919919, ASSIGN in 343 msec
2024-11-12T09:22:02,380 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:02,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403322380"}]},"ts":"1731403322380"}
2024-11-12T09:22:02,382 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:22:02,382 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:02,383 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec
2024-11-12T09:22:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919., hostname=106923ea030f,35575,1731403306888, seqNum=2]
2024-11-12T09:22:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:22:02,481 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:22:02,503 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:02,646 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:02,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:22:02,656 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:22:02,680 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,35575,1731403306888, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:22:02,681 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:02,681 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35575,1731403306888, seqNum=-1]
2024-11-12T09:22:02,681 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:02,682 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:02,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,35575,1731403306888', locateType=CURRENT is [region=hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919., hostname=106923ea030f,35575,1731403306888, seqNum=2]
2024-11-12T09:22:02,685 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:22:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:22:02,687 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,35575,1731403306888 suceeded
2024-11-12T09:22:02,688 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:22:02,688 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec
2024-11-12T09:22:02,688 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:34155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:22:02,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec
2024-11-12T09:22:02,699 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:34155'
2024-11-12T09:22:02,700 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8e5b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:02,700 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:22:02,700 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:02,700 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:22:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:22:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a23c2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:22:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:02,702 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:02,702 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb415b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:02,702 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:02,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34155,1731403295175
2024-11-12T09:22:02,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d2e120
2024-11-12T09:22:02,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:02,703 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-12T09:22:02,704 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,35575,1731403306888 (queues=1) is replicating from cluster=a7274d1a-dd95-4050-91e3-cb59aeb271ea to cluster=cce91cd2-1f06-4af4-ba02-d808a90912e3
2024-11-12T09:22:02,704 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C35575%2C1731403306888
2024-11-12T09:22:02,704 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,35575,1731403306888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:22:02,704 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C35575%2C1731403306888
2024-11-12T09:22:02,704 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, startPosition=0, beingWritten=true
2024-11-12T09:22:02,708 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:02,708 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 379, reset compression=false
2024-11-12T09:22:02,708 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:02,861 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:22:02,912 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 379, reset compression=false
2024-11-12T09:22:03,215 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 379, reset compression=false
2024-11-12T09:22:03,350 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:03,362 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:03,362 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:03,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:03,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:03,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:03,363 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:03,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7812093a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:22:03,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:03,364 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:22:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:22:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab40f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:22:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:03,365 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73823643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104f22e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42129,-1 for getting cluster id
2024-11-12T09:22:03,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:03,367 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996070e5-6c65-4449-9173-7bfa0b4a8a3f'
2024-11-12T09:22:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996070e5-6c65-4449-9173-7bfa0b4a8a3f"

2024-11-12T09:22:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f173319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42129,-1]
2024-11-12T09:22:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:03,368 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203fba32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f7e546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:22:03,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:03,369 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:22:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:22:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb05b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:22:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:03,370 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354b9d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35173,1731403295358, seqNum=-1]
2024-11-12T09:22:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:03,373 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6., hostname=106923ea030f,35173,1731403295358, seqNum=2]
2024-11-12T09:22:03,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35575,1731403306888, seqNum=-1]
2024-11-12T09:22:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:03,404 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:03,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f., hostname=106923ea030f,35575,1731403306888, seqNum=2]
2024-11-12T09:22:03,407 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-12T09:22:03,618 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 379, reset compression=false
2024-11-12T09:22:03,865 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 379, reset compression=false
2024-11-12T09:22:03,869 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:03,869 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 480, reset compression=false
2024-11-12T09:22:03,869 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8d64112eab8f105297a4e5dc1aac6/4=[#edits: 1 = <row/f:row/1731403323375/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-12T09:22:03,871 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:03,872 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:03,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:03,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b12deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,42129,-1 for getting cluster id
2024-11-12T09:22:03,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:03,877 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996070e5-6c65-4449-9173-7bfa0b4a8a3f'
2024-11-12T09:22:03,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:03,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996070e5-6c65-4449-9173-7bfa0b4a8a3f"

2024-11-12T09:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753dbafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,42129,-1]
2024-11-12T09:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:03,879 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:03,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69e17406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:03,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42559,1731403301221, seqNum=-1]
2024-11-12T09:22:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:03,882 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:03,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403312605.234a507e82dd177c1580d3f8174788c5., hostname=106923ea030f,42559,1731403301221, seqNum=2]
2024-11-12T09:22:03,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:04,077 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 480, reset compression=false
2024-11-12T09:22:04,122 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 379, reset compression=false
2024-11-12T09:22:04,153 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 379, reset compression=false
2024-11-12T09:22:04,158 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:04,158 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 504, reset compression=false
2024-11-12T09:22:04,158 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[{test/234a507e82dd177c1580d3f8174788c5/4=[#edits: 1 = <row/f:row/1731403323375/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-12T09:22:04,160 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:04,160 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:04,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:04,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e3a50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:04,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:22:04,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:04,162 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:22:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:22:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7d594f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:22:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:04,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:04,163 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:04,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dc9532b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:04,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35575,1731403306888, seqNum=-1]
2024-11-12T09:22:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:04,166 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:04,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f., hostname=106923ea030f,35575,1731403306888, seqNum=2]
2024-11-12T09:22:04,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:04,362 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 504, reset compression=false
2024-11-12T09:22:04,381 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 480, reset compression=false
2024-11-12T09:22:04,409 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-12T09:22:04,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,42559,1731403301221, seqNum=-1]
2024-11-12T09:22:04,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:04,412 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731403312605.234a507e82dd177c1580d3f8174788c5., hostname=106923ea030f,42559,1731403301221, seqNum=2]
2024-11-12T09:22:04,416 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-12T09:22:04,666 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 504, reset compression=false
2024-11-12T09:22:04,726 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 379, reset compression=false
2024-11-12T09:22:04,735 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:04,735 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 608, reset compression=false
2024-11-12T09:22:04,735 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[{test/234a507e82dd177c1580d3f8174788c5/5=[#edits: 1 = <row1/f:row1/1731403324414/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:22:04,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:04,739 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:04,739 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 528, reset compression=false
2024-11-12T09:22:04,739 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:04,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:04,743 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:04,743 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 656, reset compression=false
2024-11-12T09:22:04,743 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[{test/29263233ff11fd5b7ad5cf8c835ae99f/5=[#edits: 1 = <row1/f:row1/1731403324414/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-12T09:22:04,745 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:04,746 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:04,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:04,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3720497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:04,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:22:04,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:04,747 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:22:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:22:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69846d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:22:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:04,748 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:04,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@625170b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:04,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:04,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,35173,1731403295358, seqNum=-1]
2024-11-12T09:22:04,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:04,751 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:04,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6., hostname=106923ea030f,35173,1731403295358, seqNum=2]
2024-11-12T09:22:04,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:04,784 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 480, reset compression=false
2024-11-12T09:22:04,788 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:04,788 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 632, reset compression=false
2024-11-12T09:22:04,788 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:04,938 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 608, reset compression=false
2024-11-12T09:22:04,946 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 656, reset compression=false
2024-11-12T09:22:04,991 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 632, reset compression=false
2024-11-12T09:22:05,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:22:05,241 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 608, reset compression=false
2024-11-12T09:22:05,249 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 656, reset compression=false
2024-11-12T09:22:05,294 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 632, reset compression=false
2024-11-12T09:22:05,418 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-12T09:22:05,420 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-12T09:22:05,644 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 608, reset compression=false
2024-11-12T09:22:05,652 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 656, reset compression=false
2024-11-12T09:22:05,655 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:05,655 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 760, reset compression=false
2024-11-12T09:22:05,655 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[{test/29263233ff11fd5b7ad5cf8c835ae99f/6=[#edits: 1 = <row2/f:row2/1731403325418/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:22:05,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:05,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:05,698 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 632, reset compression=false
2024-11-12T09:22:05,702 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:05,702 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 760, reset compression=false
2024-11-12T09:22:05,702 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8d64112eab8f105297a4e5dc1aac6/6=[#edits: 1 = <row2/f:row2/1731403325418/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-12T09:22:05,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:05,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:05,858 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 760, reset compression=false
2024-11-12T09:22:05,906 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 760, reset compression=false
2024-11-12T09:22:06,148 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 608, reset compression=false
2024-11-12T09:22:06,152 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:06,152 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 760, reset compression=false
2024-11-12T09:22:06,152 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:06,162 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 760, reset compression=false
2024-11-12T09:22:06,209 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 760, reset compression=false
2024-11-12T09:22:06,356 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 760, reset compression=false
2024-11-12T09:22:06,422 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-12T09:22:06,425 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-12T09:22:06,565 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 760, reset compression=false
2024-11-12T09:22:06,612 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 760, reset compression=false
2024-11-12T09:22:06,617 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:06,617 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 916, reset compression=false
2024-11-12T09:22:06,617 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8d64112eab8f105297a4e5dc1aac6/7=[#edits: 2 = <row/f:/1731403326422/DeleteFamily/vlen=0/seqid=0; row/f1:/1731403326422/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-12T09:22:06,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:06,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:06,659 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 760, reset compression=false
2024-11-12T09:22:06,664 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:06,664 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 908, reset compression=false
2024-11-12T09:22:06,664 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[{test/234a507e82dd177c1580d3f8174788c5/7=[#edits: 2 = <row/f:/1731403326422/DeleteFamily/vlen=0/seqid=0; row/f1:/1731403326422/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-12T09:22:06,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:06,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:06,823 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 916, reset compression=false
2024-11-12T09:22:06,869 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 908, reset compression=false
2024-11-12T09:22:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:22:06,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-12T09:22:07,068 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 760, reset compression=false
2024-11-12T09:22:07,072 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:07,073 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 932, reset compression=false
2024-11-12T09:22:07,073 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:07,126 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 916, reset compression=false
2024-11-12T09:22:07,173 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 908, reset compression=false
2024-11-12T09:22:07,276 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 932, reset compression=false
2024-11-12T09:22:07,427 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-12T09:22:07,430 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-12T09:22:07,530 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 916, reset compression=false
2024-11-12T09:22:07,577 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 908, reset compression=false
2024-11-12T09:22:07,580 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 932, reset compression=false
2024-11-12T09:22:07,581 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:07,581 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1067, reset compression=false
2024-11-12T09:22:07,581 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[{test/234a507e82dd177c1580d3f8174788c5/8=[#edits: 2 = <row1/f:/1731403327427/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731403327427/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-12T09:22:07,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:07,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:07,784 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1067, reset compression=false
2024-11-12T09:22:07,866 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:07,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,905 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,912 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,916 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,916 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:07,983 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 932, reset compression=false
2024-11-12T09:22:07,988 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:07,988 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1082, reset compression=false
2024-11-12T09:22:07,988 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[{test/29263233ff11fd5b7ad5cf8c835ae99f/8=[#edits: 2 = <row1/f:/1731403327427/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731403327427/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-12T09:22:07,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:07,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:08,033 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 916, reset compression=false
2024-11-12T09:22:08,037 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:08,037 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1090, reset compression=false
2024-11-12T09:22:08,037 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:08,087 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1067, reset compression=false
2024-11-12T09:22:08,191 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1082, reset compression=false
2024-11-12T09:22:08,240 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1090, reset compression=false
2024-11-12T09:22:08,431 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-12T09:22:08,434 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-12T09:22:08,490 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1067, reset compression=false
2024-11-12T09:22:08,496 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1082, reset compression=false
2024-11-12T09:22:08,500 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:08,500 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1241, reset compression=false
2024-11-12T09:22:08,500 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[{test/29263233ff11fd5b7ad5cf8c835ae99f/9=[#edits: 2 = <row2/f:/1731403328432/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731403328432/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-12T09:22:08,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:08,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:08,544 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1090, reset compression=false
2024-11-12T09:22:08,547 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:08,547 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1240, reset compression=false
2024-11-12T09:22:08,547 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8d64112eab8f105297a4e5dc1aac6/9=[#edits: 2 = <row2/f:/1731403328432/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731403328432/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-12T09:22:08,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:08,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:08,703 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1241, reset compression=false
2024-11-12T09:22:08,750 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1240, reset compression=false
2024-11-12T09:22:08,994 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1067, reset compression=false
2024-11-12T09:22:08,998 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:08,998 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1241, reset compression=false
2024-11-12T09:22:08,998 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:09,006 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1241, reset compression=false
2024-11-12T09:22:09,055 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1240, reset compression=false
2024-11-12T09:22:09,201 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1241, reset compression=false
2024-11-12T09:22:09,408 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1241, reset compression=false
2024-11-12T09:22:09,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:09,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:22:09,423 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68685 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:22:09,436 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-12T09:22:09,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40593de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:09,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:22:09,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:09,442 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:22:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:22:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4674ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:22:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:09,444 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453a01a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:09,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,41517,1731403306643
2024-11-12T09:22:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@492dbe96
2024-11-12T09:22:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:09,448 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:09,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1
2024-11-12T09:22:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure
2024-11-12T09:22:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:22:09,458 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1240, reset compression=false
2024-11-12T09:22:09,504 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1241, reset compression=false
2024-11-12T09:22:09,545 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:22:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-12T09:22:09,697 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER
2024-11-12T09:22:09,698 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1
2024-11-12T09:22:09,698 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,35575,1731403306888 because: Peer 1 state or config changed. Will close the previous replication source and open a new one
2024-11-12T09:22:09,698 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/106923ea030f:0-0.
2024-11-12T09:22:09,698 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108)
    at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23)
    at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56)
    at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:09,698 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:09,698 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:09,698 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:22:09,799 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:22:09,799 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-12T09:22:09,899 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 terminated
2024-11-12T09:22:09,907 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1241, reset compression=false
2024-11-12T09:22:09,915 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,35575,1731403306888, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:22:09,915 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1
2024-11-12T09:22:09,915 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-12T09:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-12T09:22:09,928 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:34155'
2024-11-12T09:22:09,928 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@501cc0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:09,928 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,34155,-1 for getting cluster id
2024-11-12T09:22:09,929 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:09,929 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce91cd2-1f06-4af4-ba02-d808a90912e3'
2024-11-12T09:22:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce91cd2-1f06-4af4-ba02-d808a90912e3"

2024-11-12T09:22:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e9777c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,34155,-1]
2024-11-12T09:22:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:09,930 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:09,931 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13b08f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:09,931 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,34155,1731403295175
2024-11-12T09:22:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd7545
2024-11-12T09:22:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:09,932 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-12T09:22:09,932 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,35575,1731403306888 (queues=1) is replicating from cluster=a7274d1a-dd95-4050-91e3-cb59aeb271ea to cluster=cce91cd2-1f06-4af4-ba02-d808a90912e3
2024-11-12T09:22:09,933 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C35575%2C1731403306888
2024-11-12T09:22:09,933 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,35575,1731403306888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:22:09,934 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C35575%2C1731403306888
2024-11-12T09:22:09,961 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1240, reset compression=false
2024-11-12T09:22:09,968 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 106923ea030f,35575,1731403306888 suceeded
2024-11-12T09:22:09,970 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-12T09:22:09,970 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 423 msec
2024-11-12T09:22:09,970 INFO  [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1
2024-11-12T09:22:09,971 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 521 msec
2024-11-12T09:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:22:10,083 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:10,083 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:10,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:10,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:10,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:10,083 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:10,086 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false
2024-11-12T09:22:10,410 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1241, reset compression=false
2024-11-12T09:22:10,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:22:10,564 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1240, reset compression=false
2024-11-12T09:22:10,568 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:10,568 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1344, reset compression=false
2024-11-12T09:22:10,568 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8d64112eab8f105297a4e5dc1aac6/10=[#edits: 1 = <row3/f:row3/1731403330084/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:22:10,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:10,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42559 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:10,771 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1344, reset compression=false
2024-11-12T09:22:11,013 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1241, reset compression=false
2024-11-12T09:22:11,017 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:11,017 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1369, reset compression=false
2024-11-12T09:22:11,017 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[{test/234a507e82dd177c1580d3f8174788c5/10=[#edits: 1 = <row3/f:row3/1731403330084/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-12T09:22:11,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:11,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:11,075 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1344, reset compression=false
2024-11-12T09:22:11,088 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false
2024-11-12T09:22:11,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712dab89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:11,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,41517,-1 for getting cluster id
2024-11-12T09:22:11,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:11,090 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7274d1a-dd95-4050-91e3-cb59aeb271ea'
2024-11-12T09:22:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7274d1a-dd95-4050-91e3-cb59aeb271ea"

2024-11-12T09:22:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3717f90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,41517,-1]
2024-11-12T09:22:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:11,092 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da5203c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:11,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,41517,1731403306643
2024-11-12T09:22:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35acaaeb
2024-11-12T09:22:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:11,096 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:11,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1
2024-11-12T09:22:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure
2024-11-12T09:22:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-12T09:22:11,197 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-12T09:22:11,220 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1369, reset compression=false
2024-11-12T09:22:11,224 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:11,224 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:11,224 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[{test/234a507e82dd177c1580d3f8174788c5/11=[#edits: 1 = <row4/f:row4/1731403331089/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:22:11,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:11,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35575 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:11,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15
2024-11-12T09:22:11,349 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER
2024-11-12T09:22:11,350 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-12T09:22:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-12T09:22:11,352 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 106923ea030f,35575,1731403306888 suceeded
2024-11-12T09:22:11,353 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-12T09:22:11,353 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec
2024-11-12T09:22:11,353 INFO  [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1
2024-11-12T09:22:11,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 257 msec
2024-11-12T09:22:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-12T09:22:11,413 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:11,413 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:11,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:11,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:11,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:11,414 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:11,415 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false
2024-11-12T09:22:11,426 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:11,435 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, startPosition=1241, beingWritten=true
2024-11-12T09:22:11,438 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:11,438 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1521, reset compression=false
2024-11-12T09:22:11,438 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[{test/29263233ff11fd5b7ad5cf8c835ae99f/11=[#edits: 1 = <row4/f:row4/1731403331089/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-12T09:22:11,440 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:11,441 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:11,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:11,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:11,478 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1344, reset compression=false
2024-11-12T09:22:11,482 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:11,482 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:11,482 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:11,641 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1521, reset compression=false
2024-11-12T09:22:11,685 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:11,729 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:11,945 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1521, reset compression=false
2024-11-12T09:22:11,988 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:12,132 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:12,348 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1521, reset compression=false
2024-11-12T09:22:12,391 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:12,417 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false
2024-11-12T09:22:12,417 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:22:12,417 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:12,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:12,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:12,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:12,417 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:12,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:22:12,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2101510266, stopped=false
2024-11-12T09:22:12,417 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,41517,1731403306643
2024-11-12T09:22:12,481 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1993252441/running
2024-11-12T09:22:12,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1993252441/running
2024-11-12T09:22:12,481 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:22:12,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:22:12,481 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:12,481 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:12,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:12,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:12,481 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,35575,1731403306888' *****
2024-11-12T09:22:12,481 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:22:12,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/running
2024-11-12T09:22:12,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Set watcher on znode that does not yet exist, /2-1993252441/running
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:22:12,482 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c79a6d171d0c2ed7401624005919919
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(3091): Received CLOSE for 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,35575,1731403306888
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35575.
2024-11-12T09:22:12,482 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c79a6d171d0c2ed7401624005919919, disabling compactions & flushes
2024-11-12T09:22:12,482 DEBUG [RS:0;106923ea030f:35575 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:12,482 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:12,482 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:12,482 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:12,482 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919. after waiting 0 ms
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:22:12,482 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:22:12,482 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:22:12,482 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c79a6d171d0c2ed7401624005919919 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB
2024-11-12T09:22:12,483 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:22:12,483 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1325): Online Regions={1c79a6d171d0c2ed7401624005919919=hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919., 1588230740=hbase:meta,,1.1588230740, 29263233ff11fd5b7ad5cf8c835ae99f=test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.}
2024-11-12T09:22:12,483 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c79a6d171d0c2ed7401624005919919, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:12,483 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:12,483 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:12,483 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:12,483 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:12,483 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:12,483 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:22:12,496 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/info/7b8e62836be94f83b5ba3928a0cdc18c is 147, key is hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919./info:regioninfo/1731403322374/Put/seqid=0
2024-11-12T09:22:12,496 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/.tmp/queue/50a1b87c16a143e8a91a10bdf80fbde9 is 154, key is 1-106923ea030f,35575,1731403306888/queue:106923ea030f%2C35575%2C1731403306888/1731403331444/Put/seqid=0
2024-11-12T09:22:12,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741840_1016 (size=7686)
2024-11-12T09:22:12,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741841_1017 (size=5353)
2024-11-12T09:22:12,532 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:12,635 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:12,683 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c79a6d171d0c2ed7401624005919919, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:12,852 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1521, reset compression=false
2024-11-12T09:22:12,883 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c79a6d171d0c2ed7401624005919919, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:12,894 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:12,900 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/.tmp/queue/50a1b87c16a143e8a91a10bdf80fbde9
2024-11-12T09:22:12,900 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/info/7b8e62836be94f83b5ba3928a0cdc18c
2024-11-12T09:22:12,903 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/.tmp/queue/50a1b87c16a143e8a91a10bdf80fbde9 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/queue/50a1b87c16a143e8a91a10bdf80fbde9
2024-11-12T09:22:12,907 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/queue/50a1b87c16a143e8a91a10bdf80fbde9, entries=1, sequenceid=13, filesize=5.2 K
2024-11-12T09:22:12,907 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 1c79a6d171d0c2ed7401624005919919 in 425ms, sequenceid=13, compaction requested=false
2024-11-12T09:22:12,913 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/replication/1c79a6d171d0c2ed7401624005919919/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-12T09:22:12,914 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:12,914 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:12,914 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:12,914 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c79a6d171d0c2ed7401624005919919:
Waiting for close lock at 1731403332482Running coprocessor pre-close hooks at 1731403332482Disabling compacts and flushes for region at 1731403332482Disabling writes for close at 1731403332482Obtaining lock to block concurrent updates at 1731403332482Preparing flush snapshotting stores in 1c79a6d171d0c2ed7401624005919919 at 1731403332482Finished memstore snapshotting hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731403332483 (+1 ms)Flushing stores of hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919. at 1731403332483Flushing 1c79a6d171d0c2ed7401624005919919/queue: creating writer at 1731403332483Flushing 1c79a6d171d0c2ed7401624005919919/queue: appending metadata at 1731403332495 (+12 ms)Flushing 1c79a6d171d0c2ed7401624005919919/queue: closing flushed file at 1731403332495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7863ca: reopening flushed file at 1731403332903 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 1c79a6d171d0c2ed7401624005919919 in 425ms, sequenceid=13, compaction requested=false at 1731403332907 (+4 ms)Writing region close event to WAL at 1731403332911 (+4 ms)Running coprocessor post-close hooks at 1731403332914 (+3 ms)Closed at 1731403332914
2024-11-12T09:22:12,914 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403321216.1c79a6d171d0c2ed7401624005919919.
2024-11-12T09:22:12,914 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29263233ff11fd5b7ad5cf8c835ae99f, disabling compactions & flushes
2024-11-12T09:22:12,914 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:22:12,914 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:22:12,915 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f. after waiting 0 ms
2024-11-12T09:22:12,915 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:22:12,915 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29263233ff11fd5b7ad5cf8c835ae99f 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-12T09:22:12,929 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/ns/f9c980b9948743839b1793a0b5d8b7aa is 43, key is default/ns:d/1731403310156/Put/seqid=0
2024-11-12T09:22:12,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:22:12,934 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/f/c174a749d7e34299a09db354839ec5e4 is 37, key is row3/f:row3/1731403330084/Put/seqid=0
2024-11-12T09:22:12,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741843_1019 (size=5228)
2024-11-12T09:22:12,942 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/f/c174a749d7e34299a09db354839ec5e4
2024-11-12T09:22:12,946 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c174a749d7e34299a09db354839ec5e4
2024-11-12T09:22:12,962 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/f1/4cb8d1e12b25450585ab7679337491c7 is 30, key is row1/f1:/1731403327427/DeleteFamily/seqid=0
2024-11-12T09:22:12,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741844_1020 (size=5158)
2024-11-12T09:22:13,014 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:22:13,014 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:22:13,083 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:13,238 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:13,283 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:13,333 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/ns/f9c980b9948743839b1793a0b5d8b7aa
2024-11-12T09:22:13,352 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/rep_barrier/21865b0cf2d649fe82d4e90be870b660 is 112, key is test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f./rep_barrier:seqnumDuringOpen/1731403315894/Put/seqid=0
2024-11-12T09:22:13,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741845_1021 (size=5518)
2024-11-12T09:22:13,366 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/f1/4cb8d1e12b25450585ab7679337491c7
2024-11-12T09:22:13,370 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cb8d1e12b25450585ab7679337491c7
2024-11-12T09:22:13,388 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/norep/ac5666a42fa3459d955f867635190690 is 33, key is row2/norep:/1731403328432/DeleteFamily/seqid=0
2024-11-12T09:22:13,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741846_1022 (size=5108)
2024-11-12T09:22:13,455 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1521, reset compression=false
2024-11-12T09:22:13,459 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:13,459 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1768, reset compression=false
2024-11-12T09:22:13,459 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35575,1731403306888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:13,460 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,35575,1731403306888: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,35575,1731403306888, walGroup=106923ea030f%2C35575%2C1731403306888, offset=106923ea030f%2C35575%2C1731403306888.1731403309156:1768, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:35575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:22:13,461 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:22:13,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:22:13,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:22:13,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:22:13,461 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:22:13,461 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1203765248,
        "init": 1048576000,
        "max": 2306867200,
        "used": 889205360
      },
      "NonHeapMemoryUsage": {
        "committed": 201654272,
        "init": 7667712,
        "max": -1,
        "used": 198662776
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:22:13,462 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:41517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:41517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:22:13,484 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:13,497 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:13,662 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1768, reset compression=false
2024-11-12T09:22:13,684 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:22:13,684 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 29263233ff11fd5b7ad5cf8c835ae99f=test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.}
2024-11-12T09:22:13,684 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29263233ff11fd5b7ad5cf8c835ae99f
2024-11-12T09:22:13,755 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/rep_barrier/21865b0cf2d649fe82d4e90be870b660
2024-11-12T09:22:13,775 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/table/75b23e36848e4f1d99ff634d7332f131 is 53, key is hbase:replication/table:state/1731403322380/Put/seqid=0
2024-11-12T09:22:13,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741847_1023 (size=5308)
2024-11-12T09:22:13,791 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/norep/ac5666a42fa3459d955f867635190690
2024-11-12T09:22:13,795 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac5666a42fa3459d955f867635190690
2024-11-12T09:22:13,796 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/f/c174a749d7e34299a09db354839ec5e4 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/f/c174a749d7e34299a09db354839ec5e4
2024-11-12T09:22:13,800 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c174a749d7e34299a09db354839ec5e4
2024-11-12T09:22:13,800 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/f/c174a749d7e34299a09db354839ec5e4, entries=5, sequenceid=12, filesize=5.1 K
2024-11-12T09:22:13,800 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/f1/4cb8d1e12b25450585ab7679337491c7 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/f1/4cb8d1e12b25450585ab7679337491c7
2024-11-12T09:22:13,803 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cb8d1e12b25450585ab7679337491c7
2024-11-12T09:22:13,803 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/f1/4cb8d1e12b25450585ab7679337491c7, entries=3, sequenceid=12, filesize=5.0 K
2024-11-12T09:22:13,804 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/.tmp/norep/ac5666a42fa3459d955f867635190690 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/norep/ac5666a42fa3459d955f867635190690
2024-11-12T09:22:13,807 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac5666a42fa3459d955f867635190690
2024-11-12T09:22:13,807 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/norep/ac5666a42fa3459d955f867635190690, entries=1, sequenceid=12, filesize=5.0 K
2024-11-12T09:22:13,808 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 29263233ff11fd5b7ad5cf8c835ae99f in 893ms, sequenceid=12, compaction requested=false
2024-11-12T09:22:13,814 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/default/test/29263233ff11fd5b7ad5cf8c835ae99f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-12T09:22:13,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:13,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:22:13,815 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:22:13,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29263233ff11fd5b7ad5cf8c835ae99f:
Waiting for close lock at 1731403332914Running coprocessor pre-close hooks at 1731403332914Disabling compacts and flushes for region at 1731403332914Disabling writes for close at 1731403332915 (+1 ms)Obtaining lock to block concurrent updates at 1731403332915Preparing flush snapshotting stores in 29263233ff11fd5b7ad5cf8c835ae99f at 1731403332915Finished memstore snapshotting test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731403332915Flushing stores of test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f. at 1731403332915Flushing 29263233ff11fd5b7ad5cf8c835ae99f/f: creating writer at 1731403332915Flushing 29263233ff11fd5b7ad5cf8c835ae99f/f: appending metadata at 1731403332933 (+18 ms)Flushing 29263233ff11fd5b7ad5cf8c835ae99f/f: closing flushed file at 1731403332933Flushing 29263233ff11fd5b7ad5cf8c835ae99f/f1: creating writer at 1731403332946 (+13 ms)Flushing 29263233ff11fd5b7ad5cf8c835ae99f/f1: appending metadata at 1731403332962 (+16 ms)Flushing 29263233ff11fd5b7ad5cf8c835ae99f/f1: closing flushed file at 1731403332962Flushing 29263233ff11fd5b7ad5cf8c835ae99f/norep: creating writer at 1731403333370 (+408 ms)Flushing 29263233ff11fd5b7ad5cf8c835ae99f/norep: appending metadata at 1731403333386 (+16 ms)Flushing 29263233ff11fd5b7ad5cf8c835ae99f/norep: closing flushed file at 1731403333387 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3ceb4a: reopening flushed file at 1731403333795 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371ae0c2: reopening flushed file at 1731403333800 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3bdca: reopening flushed file at 1731403333803 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 29263233ff11fd5b7ad5cf8c835ae99f in 893ms, sequenceid=12, compaction requested=false at 1731403333808 (+5 ms)Writing region close event to WAL at 1731403333812 (+4 ms)Running coprocessor post-close hooks at 1731403333815 (+3 ms)Closed at 1731403333815
2024-11-12T09:22:13,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403314755.29263233ff11fd5b7ad5cf8c835ae99f.
2024-11-12T09:22:13,884 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:22:13,941 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:13,965 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 1768, reset compression=false
2024-11-12T09:22:13,968 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:13,968 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 2412, reset compression=false
2024-11-12T09:22:14,084 DEBUG [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:22:14,171 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/WALs/106923ea030f,35575,1731403306888/106923ea030f%2C35575%2C1731403306888.1731403309156 to pos 2412, reset compression=false
2024-11-12T09:22:14,179 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/table/75b23e36848e4f1d99ff634d7332f131
2024-11-12T09:22:14,183 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/info/7b8e62836be94f83b5ba3928a0cdc18c as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/info/7b8e62836be94f83b5ba3928a0cdc18c
2024-11-12T09:22:14,186 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/info/7b8e62836be94f83b5ba3928a0cdc18c, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:22:14,187 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/ns/f9c980b9948743839b1793a0b5d8b7aa as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/ns/f9c980b9948743839b1793a0b5d8b7aa
2024-11-12T09:22:14,190 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/ns/f9c980b9948743839b1793a0b5d8b7aa, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:22:14,191 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/rep_barrier/21865b0cf2d649fe82d4e90be870b660 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/rep_barrier/21865b0cf2d649fe82d4e90be870b660
2024-11-12T09:22:14,195 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/rep_barrier/21865b0cf2d649fe82d4e90be870b660, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:22:14,195 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/.tmp/table/75b23e36848e4f1d99ff634d7332f131 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/table/75b23e36848e4f1d99ff634d7332f131
2024-11-12T09:22:14,199 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/table/75b23e36848e4f1d99ff634d7332f131, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:22:14,200 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false
2024-11-12T09:22:14,200 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:14,206 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:22:14,206 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:14,206 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:14,207 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:14,207 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403332483Running coprocessor pre-close hooks at 1731403332483Disabling compacts and flushes for region at 1731403332483Disabling writes for close at 1731403332483Obtaining lock to block concurrent updates at 1731403332483Preparing flush snapshotting stores in 1588230740 at 1731403332483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403332483Flushing stores of hbase:meta,,1.1588230740 at 1731403332483Flushing 1588230740/info: creating writer at 1731403332483Flushing 1588230740/info: appending metadata at 1731403332495 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731403332495Flushing 1588230740/ns: creating writer at 1731403332913 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731403332929 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731403332929Flushing 1588230740/rep_barrier: creating writer at 1731403333337 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403333352 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403333352Flushing 1588230740/table: creating writer at 1731403333759 (+407 ms)Flushing 1588230740/table: appending metadata at 1731403333775 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731403333775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a47a46f: reopening flushed file at 1731403334182 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530fa640: reopening flushed file at 1731403334186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbd9bea: reopening flushed file at 1731403334191 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195a40f9: reopening flushed file at 1731403334195 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731403334200 (+5 ms)Writing region close event to WAL at 1731403334203 (+3 ms)Running coprocessor post-close hooks at 1731403334206 (+3 ms)Closed at 1731403334206
2024-11-12T09:22:14,207 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:14,284 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,35575,1731403306888; all regions closed.
2024-11-12T09:22:14,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:22:14,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741839_1015 (size=3333)
2024-11-12T09:22:14,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741832_1008 (size=2420)
2024-11-12T09:22:14,290 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:14,290 INFO  [RS:0;106923ea030f:35575 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:14,290 INFO  [RS:0;106923ea030f:35575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:14,291 INFO  [RS:0;106923ea030f:35575 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:14,291 INFO  [RS:0;106923ea030f:35575 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:14,291 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:14,291 INFO  [RS:0;106923ea030f:35575 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,35575,1731403306888 because: Region server is closing
2024-11-12T09:22:14,291 INFO  [RS:0;106923ea030f:35575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35575.
2024-11-12T09:22:14,291 DEBUG [RS:0;106923ea030f:35575 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:14,291 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:14,291 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:14,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:14,392 INFO  [RS:0;106923ea030f:35575 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.shipper106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 terminated
2024-11-12T09:22:14,392 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35575,1731403306888.replicationSource.wal-reader.106923ea030f%2C35575%2C1731403306888,1-106923ea030f,35575,1731403306888 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:22:14,392 INFO  [RS:0;106923ea030f:35575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35575.
2024-11-12T09:22:14,392 DEBUG [RS:0;106923ea030f:35575 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:14,392 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:14,392 DEBUG [RS:0;106923ea030f:35575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:14,392 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:14,392 INFO  [RS:0;106923ea030f:35575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35575
2024-11-12T09:22:14,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441/rs
2024-11-12T09:22:14,459 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1993252441/rs/106923ea030f,35575,1731403306888
2024-11-12T09:22:14,459 INFO  [RS:0;106923ea030f:35575 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:14,470 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,35575,1731403306888]
2024-11-12T09:22:14,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1993252441/draining/106923ea030f,35575,1731403306888 already deleted, retry=false
2024-11-12T09:22:14,480 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,35575,1731403306888 expired; onlineServers=0
2024-11-12T09:22:14,480 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,41517,1731403306643' *****
2024-11-12T09:22:14,480 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:22:14,480 INFO  [M:0;106923ea030f:41517 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:14,481 INFO  [M:0;106923ea030f:41517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:14,481 DEBUG [M:0;106923ea030f:41517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:22:14,481 DEBUG [M:0;106923ea030f:41517 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:22:14,481 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403308900 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403308900,5,FailOnTimeoutGroup]
2024-11-12T09:22:14,481 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403308900 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403308900,5,FailOnTimeoutGroup]
2024-11-12T09:22:14,481 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:22:14,481 INFO  [M:0;106923ea030f:41517 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:14,481 INFO  [M:0;106923ea030f:41517 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:14,481 DEBUG [M:0;106923ea030f:41517 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:22:14,481 INFO  [M:0;106923ea030f:41517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:22:14,481 INFO  [M:0;106923ea030f:41517 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:14,481 INFO  [M:0;106923ea030f:41517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:22:14,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:22:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1993252441/master
2024-11-12T09:22:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1993252441
2024-11-12T09:22:14,523 DEBUG [M:0;106923ea030f:41517 {}] zookeeper.ZKUtil(347): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Unable to get data of znode /2-1993252441/master because node does not exist (not an error)
2024-11-12T09:22:14,523 WARN  [M:0;106923ea030f:41517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:22:14,524 INFO  [M:0;106923ea030f:41517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/.lastflushedseqids
2024-11-12T09:22:14,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:22:14,532 INFO  [M:0;106923ea030f:41517 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:22:14,532 INFO  [M:0;106923ea030f:41517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:22:14,533 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:14,533 INFO  [M:0;106923ea030f:41517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:14,533 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:14,533 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:14,533 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:14,533 INFO  [M:0;106923ea030f:41517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB
2024-11-12T09:22:14,546 DEBUG [M:0;106923ea030f:41517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23f9906386c4406a99349f35e47a2c96 is 82, key is hbase:meta,,1/info:regioninfo/1731403310138/Put/seqid=0
2024-11-12T09:22:14,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:22:14,549 INFO  [M:0;106923ea030f:41517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23f9906386c4406a99349f35e47a2c96
2024-11-12T09:22:14,565 DEBUG [M:0;106923ea030f:41517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b423c64400d4c6cbcd94e8784ad222b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403322383/Put/seqid=0
2024-11-12T09:22:14,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741850_1026 (size=9213)
2024-11-12T09:22:14,570 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:14,570 INFO  [RS:0;106923ea030f:35575 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:14,570 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35575-0x1012e599ef50007, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:14,570 INFO  [RS:0;106923ea030f:35575 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,35575,1731403306888; zookeeper connection closed.
2024-11-12T09:22:14,570 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@360cfce7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@360cfce7
2024-11-12T09:22:14,570 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:22:14,745 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:14,968 INFO  [M:0;106923ea030f:41517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b423c64400d4c6cbcd94e8784ad222b
2024-11-12T09:22:14,988 DEBUG [M:0;106923ea030f:41517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e06abdd02ca49c6825360e0c6f5e7c4 is 69, key is 106923ea030f,35575,1731403306888/rs:state/1731403308961/Put/seqid=0
2024-11-12T09:22:14,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:22:15,004 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:15,391 INFO  [M:0;106923ea030f:41517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e06abdd02ca49c6825360e0c6f5e7c4
2024-11-12T09:22:15,395 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23f9906386c4406a99349f35e47a2c96 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23f9906386c4406a99349f35e47a2c96
2024-11-12T09:22:15,398 INFO  [M:0;106923ea030f:41517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23f9906386c4406a99349f35e47a2c96, entries=8, sequenceid=127, filesize=5.5 K
2024-11-12T09:22:15,399 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b423c64400d4c6cbcd94e8784ad222b as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b423c64400d4c6cbcd94e8784ad222b
2024-11-12T09:22:15,402 INFO  [M:0;106923ea030f:41517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b423c64400d4c6cbcd94e8784ad222b, entries=15, sequenceid=127, filesize=9.0 K
2024-11-12T09:22:15,402 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e06abdd02ca49c6825360e0c6f5e7c4 as hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e06abdd02ca49c6825360e0c6f5e7c4
2024-11-12T09:22:15,406 INFO  [M:0;106923ea030f:41517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40249/user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e06abdd02ca49c6825360e0c6f5e7c4, entries=1, sequenceid=127, filesize=5.0 K
2024-11-12T09:22:15,406 INFO  [M:0;106923ea030f:41517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=127, compaction requested=false
2024-11-12T09:22:15,411 INFO  [M:0;106923ea030f:41517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:15,411 DEBUG [M:0;106923ea030f:41517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403334533Disabling compacts and flushes for region at 1731403334533Disabling writes for close at 1731403334533Obtaining lock to block concurrent updates at 1731403334533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403334533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731403334533Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403334533Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403334533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403334546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403334546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403334552 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403334564 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403334564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403334972 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403334987 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403334987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3d9110: reopening flushed file at 1731403335394 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec7e6ee: reopening flushed file at 1731403335398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1d5e1c: reopening flushed file at 1731403335402 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=127, compaction requested=false at 1731403335406 (+4 ms)Writing region close event to WAL at 1731403335411 (+5 ms)Closed at 1731403335411
2024-11-12T09:22:15,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37741 is added to blk_1073741830_1006 (size=73878)
2024-11-12T09:22:15,412 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/022d6a26-1154-54b4-1c3f-c9e2b27954da/MasterData/WALs/106923ea030f,41517,1731403306643/106923ea030f%2C41517%2C1731403306643.1731403308649 not finished, retry = 0
2024-11-12T09:22:15,513 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:15,513 INFO  [M:0;106923ea030f:41517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:22:15,513 INFO  [M:0;106923ea030f:41517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41517
2024-11-12T09:22:15,514 INFO  [M:0;106923ea030f:41517 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:15,648 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:15,675 INFO  [M:0;106923ea030f:41517 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x1012e599ef50006, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:15,714 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@722f1230{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:22:15,715 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2272e194{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:22:15,715 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:22:15,715 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74098854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:22:15,715 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7073e1fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir/,STOPPED}
2024-11-12T09:22:15,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:22:15,717 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:22:15,717 WARN  [BP-311393556-172.17.0.2-1731403304703 heartbeating to localhost/127.0.0.1:40249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:22:15,717 WARN  [BP-311393556-172.17.0.2-1731403304703 heartbeating to localhost/127.0.0.1:40249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311393556-172.17.0.2-1731403304703 (Datanode Uuid 18ff0677-f2be-43fb-a102-d922ef86085d) service to localhost/127.0.0.1:40249
2024-11-12T09:22:15,717 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/cluster_3b8bb6d6-77c4-7365-57a9-425390f7f559/data/data1/current/BP-311393556-172.17.0.2-1731403304703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:22:15,717 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/cluster_3b8bb6d6-77c4-7365-57a9-425390f7f559/data/data2/current/BP-311393556-172.17.0.2-1731403304703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:22:15,717 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:22:15,723 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28c22ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:22:15,724 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd859ff{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:22:15,724 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:22:15,724 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b40e161{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:22:15,724 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305cfc48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir/,STOPPED}
2024-11-12T09:22:15,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:22:15,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:22:15,736 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:15,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:15,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:15,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:15,737 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:15,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:22:15,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=197078218, stopped=false
2024-11-12T09:22:15,737 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,42129,1731403300906
2024-11-12T09:22:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-330249278/running
2024-11-12T09:22:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-330249278/running
2024-11-12T09:22:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:22:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:22:15,754 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:15,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/running
2024-11-12T09:22:15,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Set watcher on znode that does not yet exist, /1-330249278/running
2024-11-12T09:22:15,755 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:15,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:15,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:15,756 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,42559,1731403301221' *****
2024-11-12T09:22:15,756 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:22:15,756 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(3091): Received CLOSE for ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(3091): Received CLOSE for 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,42559,1731403301221
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:15,756 INFO  [RS:0;106923ea030f:42559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42559.
2024-11-12T09:22:15,756 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddecce0fe17fc25187a96764b4fe5b9b, disabling compactions & flushes
2024-11-12T09:22:15,756 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:15,756 DEBUG [RS:0;106923ea030f:42559 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:15,756 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:15,756 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:15,756 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b. after waiting 0 ms
2024-11-12T09:22:15,757 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:15,757 INFO  [RS:0;106923ea030f:42559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:22:15,757 INFO  [RS:0;106923ea030f:42559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:22:15,757 INFO  [RS:0;106923ea030f:42559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:22:15,757 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:22:15,757 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ddecce0fe17fc25187a96764b4fe5b9b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-12T09:22:15,757 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:22:15,757 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1325): Online Regions={ddecce0fe17fc25187a96764b4fe5b9b=hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b., 234a507e82dd177c1580d3f8174788c5=test,,1731403312605.234a507e82dd177c1580d3f8174788c5., 1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:22:15,757 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5, ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:15,757 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:15,757 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:15,757 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:15,757 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:15,757 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:15,757 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:22:15,770 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/info/2199bd12215945b1a322c1325ccbf142 is 147, key is hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b./info:regioninfo/1731403320273/Put/seqid=0
2024-11-12T09:22:15,773 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/.tmp/queue/e24269d43b8a42e5a16708578d7ccb92 is 154, key is 1-106923ea030f,42559,1731403301221/queue:106923ea030f%2C42559%2C1731403301221/1731403331228/Put/seqid=0
2024-11-12T09:22:15,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741840_1016 (size=7686)
2024-11-12T09:22:15,774 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:15,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741841_1017 (size=5353)
2024-11-12T09:22:15,907 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:15,957 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5, ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:16,157 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5, ddecce0fe17fc25187a96764b4fe5b9b
2024-11-12T09:22:16,175 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/info/2199bd12215945b1a322c1325ccbf142
2024-11-12T09:22:16,176 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/.tmp/queue/e24269d43b8a42e5a16708578d7ccb92
2024-11-12T09:22:16,181 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/.tmp/queue/e24269d43b8a42e5a16708578d7ccb92 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/queue/e24269d43b8a42e5a16708578d7ccb92
2024-11-12T09:22:16,184 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/queue/e24269d43b8a42e5a16708578d7ccb92, entries=1, sequenceid=14, filesize=5.2 K
2024-11-12T09:22:16,185 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ddecce0fe17fc25187a96764b4fe5b9b in 428ms, sequenceid=14, compaction requested=false
2024-11-12T09:22:16,185 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:22:16,191 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/replication/ddecce0fe17fc25187a96764b4fe5b9b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-12T09:22:16,191 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/ns/e3bc5c7edff84448a1aad3dd7a84aec0 is 43, key is default/ns:d/1731403304587/Put/seqid=0
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:16,192 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddecce0fe17fc25187a96764b4fe5b9b:
Waiting for close lock at 1731403335756Running coprocessor pre-close hooks at 1731403335756Disabling compacts and flushes for region at 1731403335756Disabling writes for close at 1731403335757 (+1 ms)Obtaining lock to block concurrent updates at 1731403335757Preparing flush snapshotting stores in ddecce0fe17fc25187a96764b4fe5b9b at 1731403335757Finished memstore snapshotting hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731403335757Flushing stores of hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b. at 1731403335757Flushing ddecce0fe17fc25187a96764b4fe5b9b/queue: creating writer at 1731403335757Flushing ddecce0fe17fc25187a96764b4fe5b9b/queue: appending metadata at 1731403335772 (+15 ms)Flushing ddecce0fe17fc25187a96764b4fe5b9b/queue: closing flushed file at 1731403335772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea4987e: reopening flushed file at 1731403336180 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ddecce0fe17fc25187a96764b4fe5b9b in 428ms, sequenceid=14, compaction requested=false at 1731403336185 (+5 ms)Writing region close event to WAL at 1731403336188 (+3 ms)Running coprocessor post-close hooks at 1731403336192 (+4 ms)Closed at 1731403336192
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403319067.ddecce0fe17fc25187a96764b4fe5b9b.
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 234a507e82dd177c1580d3f8174788c5, disabling compactions & flushes
2024-11-12T09:22:16,192 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403312605.234a507e82dd177c1580d3f8174788c5. after waiting 0 ms
2024-11-12T09:22:16,192 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:22:16,192 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 234a507e82dd177c1580d3f8174788c5 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-12T09:22:16,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:22:16,195 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/ns/e3bc5c7edff84448a1aad3dd7a84aec0
2024-11-12T09:22:16,210 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/rep_barrier/f589708e0d1f45d0a07da4651d9582a3 is 112, key is test,,1731403312605.234a507e82dd177c1580d3f8174788c5./rep_barrier:seqnumDuringOpen/1731403313875/Put/seqid=0
2024-11-12T09:22:16,210 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/f/56fc4867bef24d65a3755c2adeb60421 is 37, key is row3/f:row3/1731403330084/Put/seqid=0
2024-11-12T09:22:16,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741844_1020 (size=5228)
2024-11-12T09:22:16,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741843_1019 (size=5518)
2024-11-12T09:22:16,357 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:16,523 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:22:16,523 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:22:16,558 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:16,614 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/rep_barrier/f589708e0d1f45d0a07da4651d9582a3
2024-11-12T09:22:16,614 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/f/56fc4867bef24d65a3755c2adeb60421
2024-11-12T09:22:16,618 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56fc4867bef24d65a3755c2adeb60421
2024-11-12T09:22:16,630 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/f1/a292f3caf9b14759bd0659736a8d2a9e is 30, key is row1/f1:/1731403327427/DeleteFamily/seqid=0
2024-11-12T09:22:16,633 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/table/7fdd0a2db90a4218b9f7e932e3c02a4d is 53, key is hbase:replication/table:state/1731403320280/Put/seqid=0
2024-11-12T09:22:16,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741845_1021 (size=5158)
2024-11-12T09:22:16,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741846_1022 (size=5308)
2024-11-12T09:22:16,651 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1473, reset compression=false
2024-11-12T09:22:16,655 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:16,655 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1720, reset compression=false
2024-11-12T09:22:16,655 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,42559,1731403301221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:16,655 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,42559,1731403301221: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,42559,1731403301221, walGroup=106923ea030f%2C42559%2C1731403301221, offset=106923ea030f%2C42559%2C1731403301221.1731403303579:1720, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:42559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:22:16,657 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:22:16,657 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:22:16,657 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:22:16,657 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:22:16,657 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:22:16,658 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1203765248,
        "init": 1048576000,
        "max": 2306867200,
        "used": 960508528
      },
      "NonHeapMemoryUsage": {
        "committed": 202113024,
        "init": 7667712,
        "max": -1,
        "used": 199089536
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:22:16,658 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:22:16,758 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:22:16,758 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1325): Online Regions={234a507e82dd177c1580d3f8174788c5=test,,1731403312605.234a507e82dd177c1580d3f8174788c5., 1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:22:16,758 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:16,858 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1720, reset compression=false
2024-11-12T09:22:16,909 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:16,958 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:17,034 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/f1/a292f3caf9b14759bd0659736a8d2a9e
2024-11-12T09:22:17,044 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/table/7fdd0a2db90a4218b9f7e932e3c02a4d
2024-11-12T09:22:17,045 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a292f3caf9b14759bd0659736a8d2a9e
2024-11-12T09:22:17,048 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/info/2199bd12215945b1a322c1325ccbf142 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/info/2199bd12215945b1a322c1325ccbf142
2024-11-12T09:22:17,052 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/info/2199bd12215945b1a322c1325ccbf142, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:22:17,052 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/ns/e3bc5c7edff84448a1aad3dd7a84aec0 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/ns/e3bc5c7edff84448a1aad3dd7a84aec0
2024-11-12T09:22:17,056 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/ns/e3bc5c7edff84448a1aad3dd7a84aec0, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:22:17,057 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/rep_barrier/f589708e0d1f45d0a07da4651d9582a3 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/rep_barrier/f589708e0d1f45d0a07da4651d9582a3
2024-11-12T09:22:17,060 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/rep_barrier/f589708e0d1f45d0a07da4651d9582a3, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:22:17,061 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/.tmp/table/7fdd0a2db90a4218b9f7e932e3c02a4d as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/table/7fdd0a2db90a4218b9f7e932e3c02a4d
2024-11-12T09:22:17,062 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/norep/37f70acefe0c4d00b2b1b01fafa9eb57 is 33, key is row1/norep:/1731403327427/DeleteFamily/seqid=0
2024-11-12T09:22:17,066 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/table/7fdd0a2db90a4218b9f7e932e3c02a4d, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:22:17,067 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false
2024-11-12T09:22:17,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741847_1023 (size=5108)
2024-11-12T09:22:17,071 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:22:17,071 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:17,072 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:17,072 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:17,072 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403335757Running coprocessor pre-close hooks at 1731403335757Disabling compacts and flushes for region at 1731403335757Disabling writes for close at 1731403335757Obtaining lock to block concurrent updates at 1731403335757Preparing flush snapshotting stores in 1588230740 at 1731403335757Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403335757Flushing stores of hbase:meta,,1.1588230740 at 1731403335758 (+1 ms)Flushing 1588230740/info: creating writer at 1731403335758Flushing 1588230740/info: appending metadata at 1731403335770 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731403335770Flushing 1588230740/ns: creating writer at 1731403336178 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731403336191 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731403336191Flushing 1588230740/rep_barrier: creating writer at 1731403336198 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403336209 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403336209Flushing 1588230740/table: creating writer at 1731403336618 (+409 ms)Flushing 1588230740/table: appending metadata at 1731403336633 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731403336633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ecdcaf: reopening flushed file at 1731403337047 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317b361c: reopening flushed file at 1731403337052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bff89b: reopening flushed file at 1731403337056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36691a05: reopening flushed file at 1731403337061 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731403337067 (+6 ms)Writing region close event to WAL at 1731403337068 (+1 ms)Running coprocessor post-close hooks at 1731403337071 (+3 ms)Closed at 1731403337072 (+1 ms)
2024-11-12T09:22:17,072 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:17,158 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:17,161 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1720, reset compression=false
2024-11-12T09:22:17,358 DEBUG [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1351): Waiting on 234a507e82dd177c1580d3f8174788c5
2024-11-12T09:22:17,372 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 10 more
2024-11-12T09:22:17,469 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/norep/37f70acefe0c4d00b2b1b01fafa9eb57
2024-11-12T09:22:17,473 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37f70acefe0c4d00b2b1b01fafa9eb57
2024-11-12T09:22:17,474 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/f/56fc4867bef24d65a3755c2adeb60421 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/f/56fc4867bef24d65a3755c2adeb60421
2024-11-12T09:22:17,477 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56fc4867bef24d65a3755c2adeb60421
2024-11-12T09:22:17,477 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/f/56fc4867bef24d65a3755c2adeb60421, entries=5, sequenceid=12, filesize=5.1 K
2024-11-12T09:22:17,478 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/f1/a292f3caf9b14759bd0659736a8d2a9e as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/f1/a292f3caf9b14759bd0659736a8d2a9e
2024-11-12T09:22:17,482 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a292f3caf9b14759bd0659736a8d2a9e
2024-11-12T09:22:17,482 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/f1/a292f3caf9b14759bd0659736a8d2a9e, entries=3, sequenceid=12, filesize=5.0 K
2024-11-12T09:22:17,482 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/.tmp/norep/37f70acefe0c4d00b2b1b01fafa9eb57 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/norep/37f70acefe0c4d00b2b1b01fafa9eb57
2024-11-12T09:22:17,485 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37f70acefe0c4d00b2b1b01fafa9eb57
2024-11-12T09:22:17,485 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/norep/37f70acefe0c4d00b2b1b01fafa9eb57, entries=1, sequenceid=12, filesize=5.0 K
2024-11-12T09:22:17,486 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 234a507e82dd177c1580d3f8174788c5 in 1294ms, sequenceid=12, compaction requested=false
2024-11-12T09:22:17,486 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:22:17,490 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/data/default/test/234a507e82dd177c1580d3f8174788c5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-12T09:22:17,491 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:17,491 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:22:17,491 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:22:17,491 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 234a507e82dd177c1580d3f8174788c5:
Waiting for close lock at 1731403336192Running coprocessor pre-close hooks at 1731403336192Disabling compacts and flushes for region at 1731403336192Disabling writes for close at 1731403336192Obtaining lock to block concurrent updates at 1731403336192Preparing flush snapshotting stores in 234a507e82dd177c1580d3f8174788c5 at 1731403336192Finished memstore snapshotting test,,1731403312605.234a507e82dd177c1580d3f8174788c5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731403336192Flushing stores of test,,1731403312605.234a507e82dd177c1580d3f8174788c5. at 1731403336193 (+1 ms)Flushing 234a507e82dd177c1580d3f8174788c5/f: creating writer at 1731403336193Flushing 234a507e82dd177c1580d3f8174788c5/f: appending metadata at 1731403336209 (+16 ms)Flushing 234a507e82dd177c1580d3f8174788c5/f: closing flushed file at 1731403336209Flushing 234a507e82dd177c1580d3f8174788c5/f1: creating writer at 1731403336618 (+409 ms)Flushing 234a507e82dd177c1580d3f8174788c5/f1: appending metadata at 1731403336630 (+12 ms)Flushing 234a507e82dd177c1580d3f8174788c5/f1: closing flushed file at 1731403336630Flushing 234a507e82dd177c1580d3f8174788c5/norep: creating writer at 1731403337045 (+415 ms)Flushing 234a507e82dd177c1580d3f8174788c5/norep: appending metadata at 1731403337061 (+16 ms)Flushing 234a507e82dd177c1580d3f8174788c5/norep: closing flushed file at 1731403337061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ada6d7: reopening flushed file at 1731403337473 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44dd4bd2: reopening flushed file at 1731403337478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b98fc8f: reopening flushed file at 1731403337482 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 234a507e82dd177c1580d3f8174788c5 in 1294ms, sequenceid=12, compaction requested=false at 1731403337486 (+4 ms)Writing region close event to WAL at 1731403337487 (+1 ms)Running coprocessor post-close hooks at 1731403337491 (+4 ms)Closed at 1731403337491
2024-11-12T09:22:17,491 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403312605.234a507e82dd177c1580d3f8174788c5.
2024-11-12T09:22:17,558 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,42559,1731403301221; all regions closed.
2024-11-12T09:22:17,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:22:17,561 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.meta.1731403304546.meta not finished, retry = 0
2024-11-12T09:22:17,564 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 1720, reset compression=false
2024-11-12T09:22:17,568 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:17,568 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 2364, reset compression=false
2024-11-12T09:22:17,664 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.rep.1731403320239 not finished, retry = 0
2024-11-12T09:22:17,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741839_1015 (size=3552)
2024-11-12T09:22:17,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741832_1008 (size=2372)
2024-11-12T09:22:17,766 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 not finished, retry = 0
2024-11-12T09:22:17,770 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579 to pos 2364, reset compression=false
2024-11-12T09:22:17,867 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:17,867 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/WALs/106923ea030f,42559,1731403301221/106923ea030f%2C42559%2C1731403301221.1731403303579
2024-11-12T09:22:17,867 INFO  [RS:0;106923ea030f:42559 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:17,867 INFO  [RS:0;106923ea030f:42559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:17,867 INFO  [RS:0;106923ea030f:42559 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:17,868 INFO  [RS:0;106923ea030f:42559 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:17,868 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:17,868 INFO  [RS:0;106923ea030f:42559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,42559,1731403301221 because: Region server is closing
2024-11-12T09:22:17,868 INFO  [RS:0;106923ea030f:42559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42559.
2024-11-12T09:22:17,868 DEBUG [RS:0;106923ea030f:42559 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:17,868 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:17,868 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:17,868 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:17,915 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,915 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,951 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,954 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,954 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,956 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:17,969 INFO  [RS:0;106923ea030f:42559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.shipper106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 terminated
2024-11-12T09:22:17,969 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,42559,1731403301221.replicationSource.wal-reader.106923ea030f%2C42559%2C1731403301221,1-106923ea030f,42559,1731403301221 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-12T09:22:17,969 INFO  [RS:0;106923ea030f:42559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:42559.
2024-11-12T09:22:17,969 DEBUG [RS:0;106923ea030f:42559 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:17,969 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:17,969 DEBUG [RS:0;106923ea030f:42559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:17,969 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:17,969 INFO  [RS:0;106923ea030f:42559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42559
2024-11-12T09:22:18,012 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:18,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-330249278/rs/106923ea030f,42559,1731403301221
2024-11-12T09:22:18,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278/rs
2024-11-12T09:22:18,017 INFO  [RS:0;106923ea030f:42559 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:18,018 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,42559,1731403301221]
2024-11-12T09:22:18,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-330249278/draining/106923ea030f,42559,1731403301221 already deleted, retry=false
2024-11-12T09:22:18,038 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,42559,1731403301221 expired; onlineServers=0
2024-11-12T09:22:18,038 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,42129,1731403300906' *****
2024-11-12T09:22:18,038 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:22:18,038 INFO  [M:0;106923ea030f:42129 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:18,038 INFO  [M:0;106923ea030f:42129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:18,038 DEBUG [M:0;106923ea030f:42129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:22:18,039 DEBUG [M:0;106923ea030f:42129 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:22:18,039 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:22:18,039 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403303339 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403303339,5,FailOnTimeoutGroup]
2024-11-12T09:22:18,039 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403303339 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403303339,5,FailOnTimeoutGroup]
2024-11-12T09:22:18,039 INFO  [M:0;106923ea030f:42129 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:18,039 INFO  [M:0;106923ea030f:42129 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:18,039 DEBUG [M:0;106923ea030f:42129 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:22:18,039 INFO  [M:0;106923ea030f:42129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:22:18,039 INFO  [M:0;106923ea030f:42129 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:18,039 INFO  [M:0;106923ea030f:42129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:22:18,039 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:22:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-330249278/master
2024-11-12T09:22:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-330249278
2024-11-12T09:22:18,049 DEBUG [M:0;106923ea030f:42129 {}] zookeeper.ZKUtil(347): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Unable to get data of znode /1-330249278/master because node does not exist (not an error)
2024-11-12T09:22:18,049 WARN  [M:0;106923ea030f:42129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:22:18,049 INFO  [M:0;106923ea030f:42129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/.lastflushedseqids
2024-11-12T09:22:18,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:22:18,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:18,128 INFO  [RS:0;106923ea030f:42559 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:18,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42559-0x1012e599ef50004, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:18,128 INFO  [RS:0;106923ea030f:42559 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,42559,1731403301221; zookeeper connection closed.
2024-11-12T09:22:18,128 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583768d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583768d7
2024-11-12T09:22:18,128 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:22:18,453 INFO  [M:0;106923ea030f:42129 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:22:18,454 INFO  [M:0;106923ea030f:42129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:22:18,454 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:18,454 INFO  [M:0;106923ea030f:42129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:18,454 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:18,454 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:18,454 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:18,454 INFO  [M:0;106923ea030f:42129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-12T09:22:18,468 DEBUG [M:0;106923ea030f:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/588930c42c184b56be2c3c8acef2d154 is 82, key is hbase:meta,,1/info:regioninfo/1731403304573/Put/seqid=0
2024-11-12T09:22:18,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:22:18,478 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:18,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,523 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,524 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,524 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,524 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,524 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,525 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,532 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,536 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,536 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:18,872 INFO  [M:0;106923ea030f:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/588930c42c184b56be2c3c8acef2d154
2024-11-12T09:22:18,894 DEBUG [M:0;106923ea030f:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5f6bc0b71004a0b8b965114ef3670bb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403313883/Put/seqid=0
2024-11-12T09:22:18,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741850_1026 (size=7219)
2024-11-12T09:22:19,137 INFO  [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-12T09:22:19,137 INFO  [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-12T09:22:19,216 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:19,298 INFO  [M:0;106923ea030f:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5f6bc0b71004a0b8b965114ef3670bb
2024-11-12T09:22:19,301 INFO  [M:0;106923ea030f:42129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5f6bc0b71004a0b8b965114ef3670bb
2024-11-12T09:22:19,318 DEBUG [M:0;106923ea030f:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81f4129436164cb29d5547666eeb47c9 is 69, key is 106923ea030f,42559,1731403301221/rs:state/1731403303385/Put/seqid=0
2024-11-12T09:22:19,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:22:19,722 INFO  [M:0;106923ea030f:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81f4129436164cb29d5547666eeb47c9
2024-11-12T09:22:19,726 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/588930c42c184b56be2c3c8acef2d154 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/588930c42c184b56be2c3c8acef2d154
2024-11-12T09:22:19,729 INFO  [M:0;106923ea030f:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/588930c42c184b56be2c3c8acef2d154, entries=8, sequenceid=105, filesize=5.5 K
2024-11-12T09:22:19,729 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5f6bc0b71004a0b8b965114ef3670bb as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5f6bc0b71004a0b8b965114ef3670bb
2024-11-12T09:22:19,732 INFO  [M:0;106923ea030f:42129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5f6bc0b71004a0b8b965114ef3670bb
2024-11-12T09:22:19,733 INFO  [M:0;106923ea030f:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5f6bc0b71004a0b8b965114ef3670bb, entries=11, sequenceid=105, filesize=7.0 K
2024-11-12T09:22:19,733 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81f4129436164cb29d5547666eeb47c9 as hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81f4129436164cb29d5547666eeb47c9
2024-11-12T09:22:19,736 INFO  [M:0;106923ea030f:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81f4129436164cb29d5547666eeb47c9, entries=1, sequenceid=105, filesize=5.0 K
2024-11-12T09:22:19,737 INFO  [M:0;106923ea030f:42129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false
2024-11-12T09:22:19,738 INFO  [M:0;106923ea030f:42129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:19,738 DEBUG [M:0;106923ea030f:42129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403338454Disabling compacts and flushes for region at 1731403338454Disabling writes for close at 1731403338454Obtaining lock to block concurrent updates at 1731403338454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403338454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731403338454Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403338455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403338455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403338468 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403338468Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403338876 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403338893 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403338893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403339301 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403339317 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403339317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7186ba: reopening flushed file at 1731403339725 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e998f6: reopening flushed file at 1731403339729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6edccc: reopening flushed file at 1731403339733 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731403339737 (+4 ms)Writing region close event to WAL at 1731403339738 (+1 ms)Closed at 1731403339738
2024-11-12T09:22:19,740 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b251416-c66b-d21e-5fb4-f13ba9469840/MasterData/WALs/106923ea030f,42129,1731403300906/106923ea030f%2C42129%2C1731403300906.1731403302977 not finished, retry = 0
2024-11-12T09:22:19,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741830_1006 (size=64435)
2024-11-12T09:22:19,841 INFO  [M:0;106923ea030f:42129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:22:19,841 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:19,841 INFO  [M:0;106923ea030f:42129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42129
2024-11-12T09:22:19,841 INFO  [M:0;106923ea030f:42129 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:19,959 INFO  [M:0;106923ea030f:42129 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012e599ef50003, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:19,962 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78d6835f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:22:19,962 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4259a5b2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:22:19,962 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:22:19,963 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7859e1bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:22:19,963 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111ce563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir/,STOPPED}
2024-11-12T09:22:19,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:22:19,965 WARN  [BP-24284613-172.17.0.2-1731403298659 heartbeating to localhost/127.0.0.1:45771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:22:19,965 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:22:19,965 WARN  [BP-24284613-172.17.0.2-1731403298659 heartbeating to localhost/127.0.0.1:45771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24284613-172.17.0.2-1731403298659 (Datanode Uuid ad5f4df6-0225-4763-863e-4e71fbb3ab59) service to localhost/127.0.0.1:45771
2024-11-12T09:22:19,965 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/cluster_0583e66e-5e78-686f-3a6e-9fc0d78ef3e1/data/data1/current/BP-24284613-172.17.0.2-1731403298659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:22:19,965 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/cluster_0583e66e-5e78-686f-3a6e-9fc0d78ef3e1/data/data2/current/BP-24284613-172.17.0.2-1731403298659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:22:19,966 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:22:19,971 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59caa6c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:22:19,972 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f13dfdf{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:22:19,972 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:22:19,972 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a4e472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:22:19,972 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e0df274{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48008093-f861-3dab-dadc-76434ae29a2d/hadoop.log.dir/,STOPPED}
2024-11-12T09:22:19,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:22:19,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:22:19,987 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:19,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:19,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:19,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:19,987 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:19,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:22:19,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=651292583, stopped=false
2024-11-12T09:22:19,987 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,34155,1731403295175
2024-11-12T09:22:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189666727/running
2024-11-12T09:22:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189666727/running
2024-11-12T09:22:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:22:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:22:20,006 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:20,007 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:20,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:20,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:20,007 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,35173,1731403295358' *****
2024-11-12T09:22:20,007 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:22:20,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/running
2024-11-12T09:22:20,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Set watcher on znode that does not yet exist, /0-189666727/running
2024-11-12T09:22:20,007 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:22:20,008 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b5bb71ee6bd58e8ffca7762c6e4a12f
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(3091): Received CLOSE for a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,35173,1731403295358
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35173.
2024-11-12T09:22:20,008 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b5bb71ee6bd58e8ffca7762c6e4a12f, disabling compactions & flushes
2024-11-12T09:22:20,008 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:22:20,008 DEBUG [RS:0;106923ea030f:35173 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:20,008 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:20,008 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:22:20,008 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f. after waiting 0 ms
2024-11-12T09:22:20,008 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:22:20,008 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:22:20,008 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b5bb71ee6bd58e8ffca7762c6e4a12f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-12T09:22:20,009 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:22:20,009 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1325): Online Regions={8b5bb71ee6bd58e8ffca7762c6e4a12f=hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f., 1588230740=hbase:meta,,1.1588230740, a0c8d64112eab8f105297a4e5dc1aac6=test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.}
2024-11-12T09:22:20,009 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b5bb71ee6bd58e8ffca7762c6e4a12f, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:20,009 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:20,009 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:20,009 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:20,009 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:20,009 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:20,009 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:22:20,025 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/info/8c6196f4008a496f93025a778b464709 is 147, key is hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f./info:regioninfo/1731403318077/Put/seqid=0
2024-11-12T09:22:20,025 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/.tmp/queue/bb68829b7c8d48fb9fb3890116d1533f is 154, key is 1-106923ea030f,35173,1731403295358/queue:106923ea030f%2C35173%2C1731403295358/1731403331483/Put/seqid=0
2024-11-12T09:22:20,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741841_1017 (size=7686)
2024-11-12T09:22:20,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741840_1016 (size=5353)
2024-11-12T09:22:20,037 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:20,209 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b5bb71ee6bd58e8ffca7762c6e4a12f, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:20,409 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b5bb71ee6bd58e8ffca7762c6e4a12f, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:20,429 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/info/8c6196f4008a496f93025a778b464709
2024-11-12T09:22:20,429 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/.tmp/queue/bb68829b7c8d48fb9fb3890116d1533f
2024-11-12T09:22:20,433 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/.tmp/queue/bb68829b7c8d48fb9fb3890116d1533f as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/queue/bb68829b7c8d48fb9fb3890116d1533f
2024-11-12T09:22:20,436 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/queue/bb68829b7c8d48fb9fb3890116d1533f, entries=1, sequenceid=14, filesize=5.2 K
2024-11-12T09:22:20,437 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8b5bb71ee6bd58e8ffca7762c6e4a12f in 429ms, sequenceid=14, compaction requested=false
2024-11-12T09:22:20,437 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:22:20,443 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/replication/8b5bb71ee6bd58e8ffca7762c6e4a12f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-12T09:22:20,443 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:20,443 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:20,443 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:22:20,443 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b5bb71ee6bd58e8ffca7762c6e4a12f:
Waiting for close lock at 1731403340008Running coprocessor pre-close hooks at 1731403340008Disabling compacts and flushes for region at 1731403340008Disabling writes for close at 1731403340008Obtaining lock to block concurrent updates at 1731403340008Preparing flush snapshotting stores in 8b5bb71ee6bd58e8ffca7762c6e4a12f at 1731403340008Finished memstore snapshotting hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731403340009 (+1 ms)Flushing stores of hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f. at 1731403340009Flushing 8b5bb71ee6bd58e8ffca7762c6e4a12f/queue: creating writer at 1731403340009Flushing 8b5bb71ee6bd58e8ffca7762c6e4a12f/queue: appending metadata at 1731403340025 (+16 ms)Flushing 8b5bb71ee6bd58e8ffca7762c6e4a12f/queue: closing flushed file at 1731403340025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51132e69: reopening flushed file at 1731403340433 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8b5bb71ee6bd58e8ffca7762c6e4a12f in 429ms, sequenceid=14, compaction requested=false at 1731403340437 (+4 ms)Writing region close event to WAL at 1731403340440 (+3 ms)Running coprocessor post-close hooks at 1731403340443 (+3 ms)Closed at 1731403340443
2024-11-12T09:22:20,444 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403316916.8b5bb71ee6bd58e8ffca7762c6e4a12f.
2024-11-12T09:22:20,444 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0c8d64112eab8f105297a4e5dc1aac6, disabling compactions & flushes
2024-11-12T09:22:20,444 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:22:20,444 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:22:20,444 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6. after waiting 0 ms
2024-11-12T09:22:20,444 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:22:20,444 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0c8d64112eab8f105297a4e5dc1aac6 3/3 column families, dataSize=341 B heapSize=1.99 KB
2024-11-12T09:22:20,449 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/ns/371067d9d0a34c34b15c85dbb8f045b7 is 43, key is default/ns:d/1731403298560/Put/seqid=0
2024-11-12T09:22:20,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:22:20,462 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/f/68df5802d7074a33bc18ec5237a2408a is 37, key is row3/f:row3/1731403330084/Put/seqid=0
2024-11-12T09:22:20,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741843_1019 (size=5228)
2024-11-12T09:22:20,519 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1496, reset compression=false
2024-11-12T09:22:20,524 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:20,524 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1743, reset compression=false
2024-11-12T09:22:20,524 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,35173,1731403295358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:20,525 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,35173,1731403295358: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,35173,1731403295358, walGroup=106923ea030f%2C35173%2C1731403295358, offset=106923ea030f%2C35173%2C1731403295358.1731403297742:1743, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:35173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:22:20,526 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:22:20,526 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:22:20,527 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:22:20,527 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:22:20,527 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:22:20,527 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1203765248,
        "init": 1048576000,
        "max": 2306867200,
        "used": 766171648
      },
      "NonHeapMemoryUsage": {
        "committed": 202571776,
        "init": 7667712,
        "max": -1,
        "used": 199661400
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:22:20,527 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:34155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:34155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:22:20,609 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:20,659 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:22:20,659 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:22:20,729 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1743, reset compression=false
2024-11-12T09:22:20,809 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:20,853 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/ns/371067d9d0a34c34b15c85dbb8f045b7
2024-11-12T09:22:20,865 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/f/68df5802d7074a33bc18ec5237a2408a
2024-11-12T09:22:20,869 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68df5802d7074a33bc18ec5237a2408a
2024-11-12T09:22:20,874 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/rep_barrier/34e6cbeebd8a493ba6928f79983a02b7 is 112, key is test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6./rep_barrier:seqnumDuringOpen/1731403311402/Put/seqid=0
2024-11-12T09:22:20,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741844_1020 (size=5518)
2024-11-12T09:22:20,887 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/f1/bde4f205ee99496c940cc039184c5179 is 30, key is row1/f1:/1731403327427/DeleteFamily/seqid=0
2024-11-12T09:22:20,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741845_1021 (size=5158)
2024-11-12T09:22:21,009 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:21,032 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1743, reset compression=false
2024-11-12T09:22:21,210 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:22:21,210 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a0c8d64112eab8f105297a4e5dc1aac6=test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.}
2024-11-12T09:22:21,210 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:21,281 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/rep_barrier/34e6cbeebd8a493ba6928f79983a02b7
2024-11-12T09:22:21,291 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/f1/bde4f205ee99496c940cc039184c5179
2024-11-12T09:22:21,294 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bde4f205ee99496c940cc039184c5179
2024-11-12T09:22:21,302 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/table/66d5b688d12a403bb17cbd715f740816 is 53, key is hbase:replication/table:state/1731403318083/Put/seqid=0
2024-11-12T09:22:21,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741846_1022 (size=5308)
2024-11-12T09:22:21,311 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/norep/572222d8e1ce4df9bf4338b24bd9a197 is 32, key is row/norep:/1731403326422/DeleteFamily/seqid=0
2024-11-12T09:22:21,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741847_1023 (size=5101)
2024-11-12T09:22:21,410 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:21,435 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/WALs/106923ea030f,35173,1731403295358/106923ea030f%2C35173%2C1731403295358.1731403297742 to pos 1743, reset compression=false
2024-11-12T09:22:21,611 DEBUG [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c8d64112eab8f105297a4e5dc1aac6
2024-11-12T09:22:21,705 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/table/66d5b688d12a403bb17cbd715f740816
2024-11-12T09:22:21,710 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/info/8c6196f4008a496f93025a778b464709 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/info/8c6196f4008a496f93025a778b464709
2024-11-12T09:22:21,713 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/info/8c6196f4008a496f93025a778b464709, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:22:21,714 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/ns/371067d9d0a34c34b15c85dbb8f045b7 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/ns/371067d9d0a34c34b15c85dbb8f045b7
2024-11-12T09:22:21,715 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/norep/572222d8e1ce4df9bf4338b24bd9a197
2024-11-12T09:22:21,717 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/ns/371067d9d0a34c34b15c85dbb8f045b7, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:22:21,718 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/rep_barrier/34e6cbeebd8a493ba6928f79983a02b7 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/rep_barrier/34e6cbeebd8a493ba6928f79983a02b7
2024-11-12T09:22:21,720 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 572222d8e1ce4df9bf4338b24bd9a197
2024-11-12T09:22:21,721 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/f/68df5802d7074a33bc18ec5237a2408a as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/f/68df5802d7074a33bc18ec5237a2408a
2024-11-12T09:22:21,721 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/rep_barrier/34e6cbeebd8a493ba6928f79983a02b7, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:22:21,722 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/.tmp/table/66d5b688d12a403bb17cbd715f740816 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/table/66d5b688d12a403bb17cbd715f740816
2024-11-12T09:22:21,724 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68df5802d7074a33bc18ec5237a2408a
2024-11-12T09:22:21,724 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/f/68df5802d7074a33bc18ec5237a2408a, entries=5, sequenceid=12, filesize=5.1 K
2024-11-12T09:22:21,724 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/f1/bde4f205ee99496c940cc039184c5179 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/f1/bde4f205ee99496c940cc039184c5179
2024-11-12T09:22:21,725 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/table/66d5b688d12a403bb17cbd715f740816, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:22:21,726 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false
2024-11-12T09:22:21,726 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:22:21,728 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bde4f205ee99496c940cc039184c5179
2024-11-12T09:22:21,728 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/f1/bde4f205ee99496c940cc039184c5179, entries=3, sequenceid=12, filesize=5.0 K
2024-11-12T09:22:21,728 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/.tmp/norep/572222d8e1ce4df9bf4338b24bd9a197 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/norep/572222d8e1ce4df9bf4338b24bd9a197
2024-11-12T09:22:21,729 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:22:21,730 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:21,730 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:21,730 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:21,730 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403340009Running coprocessor pre-close hooks at 1731403340009Disabling compacts and flushes for region at 1731403340009Disabling writes for close at 1731403340009Obtaining lock to block concurrent updates at 1731403340009Preparing flush snapshotting stores in 1588230740 at 1731403340009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403340009Flushing stores of hbase:meta,,1.1588230740 at 1731403340010 (+1 ms)Flushing 1588230740/info: creating writer at 1731403340010Flushing 1588230740/info: appending metadata at 1731403340025 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731403340025Flushing 1588230740/ns: creating writer at 1731403340433 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731403340449 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731403340449Flushing 1588230740/rep_barrier: creating writer at 1731403340857 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403340874 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403340874Flushing 1588230740/table: creating writer at 1731403341285 (+411 ms)Flushing 1588230740/table: appending metadata at 1731403341301 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731403341301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a34916c: reopening flushed file at 1731403341709 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75aaf2d2: reopening flushed file at 1731403341713 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d9aeb1: reopening flushed file at 1731403341718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f489566: reopening flushed file at 1731403341722 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731403341726 (+4 ms)Writing region close event to WAL at 1731403341727 (+1 ms)Running coprocessor post-close hooks at 1731403341730 (+3 ms)Closed at 1731403341730
2024-11-12T09:22:21,730 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:21,731 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 572222d8e1ce4df9bf4338b24bd9a197
2024-11-12T09:22:21,731 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/norep/572222d8e1ce4df9bf4338b24bd9a197, entries=1, sequenceid=12, filesize=5.0 K
2024-11-12T09:22:21,732 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a0c8d64112eab8f105297a4e5dc1aac6 in 1288ms, sequenceid=12, compaction requested=false
2024-11-12T09:22:21,732 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:22:21,738 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/data/default/test/a0c8d64112eab8f105297a4e5dc1aac6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-12T09:22:21,738 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:21,738 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:22:21,738 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:22:21,738 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0c8d64112eab8f105297a4e5dc1aac6:
Waiting for close lock at 1731403340444Running coprocessor pre-close hooks at 1731403340444Disabling compacts and flushes for region at 1731403340444Disabling writes for close at 1731403340444Obtaining lock to block concurrent updates at 1731403340444Preparing flush snapshotting stores in a0c8d64112eab8f105297a4e5dc1aac6 at 1731403340444Finished memstore snapshotting test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731403340444Flushing stores of test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6. at 1731403340445 (+1 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/f: creating writer at 1731403340445Flushing a0c8d64112eab8f105297a4e5dc1aac6/f: appending metadata at 1731403340461 (+16 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/f: closing flushed file at 1731403340461Flushing a0c8d64112eab8f105297a4e5dc1aac6/f1: creating writer at 1731403340869 (+408 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/f1: appending metadata at 1731403340886 (+17 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/f1: closing flushed file at 1731403340887 (+1 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/norep: creating writer at 1731403341294 (+407 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/norep: appending metadata at 1731403341310 (+16 ms)Flushing a0c8d64112eab8f105297a4e5dc1aac6/norep: closing flushed file at 1731403341310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b56424d: reopening flushed file at 1731403341720 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e96bf: reopening flushed file at 1731403341724 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8d980b: reopening flushed file at 1731403341728 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a0c8d64112eab8f105297a4e5dc1aac6 in 1288ms, sequenceid=12, compaction requested=false at 1731403341732 (+4 ms)Writing region close event to WAL at 1731403341735 (+3 ms)Running coprocessor post-close hooks at 1731403341738 (+3 ms)Closed at 1731403341738
2024-11-12T09:22:21,739 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403310258.a0c8d64112eab8f105297a4e5dc1aac6.
2024-11-12T09:22:21,811 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,35173,1731403295358; all regions closed.
2024-11-12T09:22:21,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:22:21,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741839_1015 (size=3552)
2024-11-12T09:22:21,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741833_1009 (size=2395)
2024-11-12T09:22:21,817 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:21,817 INFO  [RS:0;106923ea030f:35173 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:21,817 INFO  [RS:0;106923ea030f:35173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:21,817 INFO  [RS:0;106923ea030f:35173 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:21,817 INFO  [RS:0;106923ea030f:35173 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:21,817 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:21,817 INFO  [RS:0;106923ea030f:35173 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,35173,1731403295358 because: Region server is closing
2024-11-12T09:22:21,818 INFO  [RS:0;106923ea030f:35173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35173.
2024-11-12T09:22:21,818 DEBUG [RS:0;106923ea030f:35173 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:21,818 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:21,818 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:21,818 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:21,918 INFO  [RS:0;106923ea030f:35173 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.shipper106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 terminated
2024-11-12T09:22:21,918 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,35173,1731403295358.replicationSource.wal-reader.106923ea030f%2C35173%2C1731403295358,1-106923ea030f,35173,1731403295358 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-12T09:22:21,918 INFO  [RS:0;106923ea030f:35173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:35173.
2024-11-12T09:22:21,918 DEBUG [RS:0;106923ea030f:35173 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:21,918 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:21,918 DEBUG [RS:0;106923ea030f:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:21,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:21,919 INFO  [RS:0;106923ea030f:35173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35173
2024-11-12T09:22:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189666727/rs/106923ea030f,35173,1731403295358
2024-11-12T09:22:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727/rs
2024-11-12T09:22:21,996 INFO  [RS:0;106923ea030f:35173 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:22,006 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,35173,1731403295358]
2024-11-12T09:22:22,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-189666727/draining/106923ea030f,35173,1731403295358 already deleted, retry=false
2024-11-12T09:22:22,017 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,35173,1731403295358 expired; onlineServers=0
2024-11-12T09:22:22,017 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,34155,1731403295175' *****
2024-11-12T09:22:22,017 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:22:22,017 INFO  [M:0;106923ea030f:34155 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:22,017 INFO  [M:0;106923ea030f:34155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:22,017 DEBUG [M:0;106923ea030f:34155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:22:22,017 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:22:22,017 DEBUG [M:0;106923ea030f:34155 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:22:22,017 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403297289 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403297289,5,FailOnTimeoutGroup]
2024-11-12T09:22:22,017 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403297292 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403297292,5,FailOnTimeoutGroup]
2024-11-12T09:22:22,017 INFO  [M:0;106923ea030f:34155 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:22,017 INFO  [M:0;106923ea030f:34155 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:22,017 DEBUG [M:0;106923ea030f:34155 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:22:22,017 INFO  [M:0;106923ea030f:34155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:22:22,017 INFO  [M:0;106923ea030f:34155 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:22,018 ERROR [M:0;106923ea030f:34155 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35541,5,PEWorkerGroup]
2024-11-12T09:22:22,018 INFO  [M:0;106923ea030f:34155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:22:22,018 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:22:22,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189666727/master
2024-11-12T09:22:22,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189666727
2024-11-12T09:22:22,027 DEBUG [M:0;106923ea030f:34155 {}] zookeeper.ZKUtil(347): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Unable to get data of znode /0-189666727/master because node does not exist (not an error)
2024-11-12T09:22:22,027 WARN  [M:0;106923ea030f:34155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:22:22,028 INFO  [M:0;106923ea030f:34155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/.lastflushedseqids
2024-11-12T09:22:22,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:22:22,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:22,106 INFO  [RS:0;106923ea030f:35173 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:22,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x1012e599ef50001, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:22,106 INFO  [RS:0;106923ea030f:35173 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,35173,1731403295358; zookeeper connection closed.
2024-11-12T09:22:22,107 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e659c68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e659c68
2024-11-12T09:22:22,107 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:22:22,432 INFO  [M:0;106923ea030f:34155 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:22:22,432 INFO  [M:0;106923ea030f:34155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:22:22,432 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:22,432 INFO  [M:0;106923ea030f:34155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:22,432 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:22,432 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:22,432 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:22,432 INFO  [M:0;106923ea030f:34155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-12T09:22:22,445 DEBUG [M:0;106923ea030f:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e64c413c0864beb90e2e108e8c2dd2e is 82, key is hbase:meta,,1/info:regioninfo/1731403298516/Put/seqid=0
2024-11-12T09:22:22,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:22:22,848 INFO  [M:0;106923ea030f:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e64c413c0864beb90e2e108e8c2dd2e
2024-11-12T09:22:22,864 DEBUG [M:0;106923ea030f:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f84b3cd6d2a4b028bb1cff697b234ec is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403311410/Put/seqid=0
2024-11-12T09:22:22,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741850_1026 (size=7219)
2024-11-12T09:22:23,268 INFO  [M:0;106923ea030f:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f84b3cd6d2a4b028bb1cff697b234ec
2024-11-12T09:22:23,271 INFO  [M:0;106923ea030f:34155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f84b3cd6d2a4b028bb1cff697b234ec
2024-11-12T09:22:23,284 DEBUG [M:0;106923ea030f:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcdaba8662a24148b3b443b5b3fbf9d1 is 69, key is 106923ea030f,35173,1731403295358/rs:state/1731403297544/Put/seqid=0
2024-11-12T09:22:23,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:22:23,471 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:23,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,506 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,506 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,516 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,516 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,517 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:23,689 INFO  [M:0;106923ea030f:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcdaba8662a24148b3b443b5b3fbf9d1
2024-11-12T09:22:23,693 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e64c413c0864beb90e2e108e8c2dd2e as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e64c413c0864beb90e2e108e8c2dd2e
2024-11-12T09:22:23,696 INFO  [M:0;106923ea030f:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e64c413c0864beb90e2e108e8c2dd2e, entries=8, sequenceid=105, filesize=5.5 K
2024-11-12T09:22:23,697 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f84b3cd6d2a4b028bb1cff697b234ec as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f84b3cd6d2a4b028bb1cff697b234ec
2024-11-12T09:22:23,700 INFO  [M:0;106923ea030f:34155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f84b3cd6d2a4b028bb1cff697b234ec
2024-11-12T09:22:23,700 INFO  [M:0;106923ea030f:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f84b3cd6d2a4b028bb1cff697b234ec, entries=11, sequenceid=105, filesize=7.0 K
2024-11-12T09:22:23,701 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcdaba8662a24148b3b443b5b3fbf9d1 as hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcdaba8662a24148b3b443b5b3fbf9d1
2024-11-12T09:22:23,705 INFO  [M:0;106923ea030f:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcdaba8662a24148b3b443b5b3fbf9d1, entries=1, sequenceid=105, filesize=5.0 K
2024-11-12T09:22:23,705 INFO  [M:0;106923ea030f:34155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false
2024-11-12T09:22:23,706 INFO  [M:0;106923ea030f:34155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:23,706 DEBUG [M:0;106923ea030f:34155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403342432Disabling compacts and flushes for region at 1731403342432Disabling writes for close at 1731403342432Obtaining lock to block concurrent updates at 1731403342432Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403342432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731403342433 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403342433Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403342433Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403342445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403342445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403342852 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403342864 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403342864Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403343272 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403343283 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403343283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a19e4d4: reopening flushed file at 1731403343692 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfd3be2: reopening flushed file at 1731403343697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bca3e: reopening flushed file at 1731403343701 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731403343705 (+4 ms)Writing region close event to WAL at 1731403343706 (+1 ms)Closed at 1731403343706
2024-11-12T09:22:23,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741830_1006 (size=64435)
2024-11-12T09:22:23,708 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3eda432-b4ea-6f97-726d-7c73cc22267c/MasterData/WALs/106923ea030f,34155,1731403295175/106923ea030f%2C34155%2C1731403295175.1731403296676 not finished, retry = 0
2024-11-12T09:22:23,809 INFO  [M:0;106923ea030f:34155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:22:23,809 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:23,809 INFO  [M:0;106923ea030f:34155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34155
2024-11-12T09:22:23,809 INFO  [M:0;106923ea030f:34155 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:24,043 INFO  [M:0;106923ea030f:34155 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:24,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:24,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1012e599ef50000, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:24,045 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27956a12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:22:24,046 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c36cb8b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:22:24,046 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:22:24,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdcbd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:22:24,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70997bd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir/,STOPPED}
2024-11-12T09:22:24,047 WARN  [BP-991770020-172.17.0.2-1731403293530 heartbeating to localhost/127.0.0.1:35541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:22:24,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:22:24,047 WARN  [BP-991770020-172.17.0.2-1731403293530 heartbeating to localhost/127.0.0.1:35541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-991770020-172.17.0.2-1731403293530 (Datanode Uuid 24a2d6df-3559-4af2-9246-1ae4ba0dd921) service to localhost/127.0.0.1:35541
2024-11-12T09:22:24,047 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:22:24,048 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/data/data1/current/BP-991770020-172.17.0.2-1731403293530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:22:24,048 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/cluster_c639f1de-e03c-4ec1-0268-97188c2761d2/data/data2/current/BP-991770020-172.17.0.2-1731403293530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:22:24,048 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:22:24,054 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65e887e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:22:24,054 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2faeecda{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:22:24,054 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:22:24,054 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ea6be69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:22:24,055 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64918103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f1372918-00d1-34c8-d05a-fffb0b2572d7/hadoop.log.dir/,STOPPED}
2024-11-12T09:22:24,059 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:22:24,068 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:22:24,078 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 264)
Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40249 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40249
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54030)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45771 from jenkins.hfs.15
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35541
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35541
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40249
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35541 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45771
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40249
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40249 from jenkins.hfs.16
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40249
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54030)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40249
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45771 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35541 from jenkins.hfs.14
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54030)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45771 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35541 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40249 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45771
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=729 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=6577 (was 6683)
2024-11-12T09:22:24,087 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=6576
2024-11-12T09:22:24,098 INFO  [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2
2024-11-12T09:22:24,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir so I do NOT create it in target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a
2024-11-12T09:22:24,099 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:22:24,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.tmp.dir so I do NOT create it in target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a
2024-11-12T09:22:24,099 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8f8cb70a-1f4e-2df8-00dc-2f68765bce68/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:22:24,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a
2024-11-12T09:22:24,099 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3, deleteOnExit=true
2024-11-12T09:22:24,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e599ef50005, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:22:24,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e599ef50002, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:22:24,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012e599ef50008, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:22:24,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e599ef50002, quorum=127.0.0.1:54030, baseZNode=/0-189666727 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:22:24,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012e599ef50008, quorum=127.0.0.1:54030, baseZNode=/2-1993252441 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:22:24,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e599ef50005, quorum=127.0.0.1:54030, baseZNode=/1-330249278 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:22:24,219 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/zookeeper_0, clientPort=51153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:22:24,220 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51153
2024-11-12T09:22:24,220 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:22:24,220 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:22:24,220 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/test.cache.data in system properties and HBase conf
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:22:24,221 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:22:24,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:22:24,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:22:24,223 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:22:24,223 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:22:24,833 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:24,837 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:22:24,838 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:22:24,838 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:22:24,838 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:22:24,839 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:24,839 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1182c795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:22:24,840 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ed8d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:22:24,934 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6260f7f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/java.io.tmpdir/jetty-localhost-44193-hadoop-hdfs-3_4_1-tests_jar-_-any-7975782750495815058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:22:24,934 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1510d567{HTTP/1.1, (http/1.1)}{localhost:44193}
2024-11-12T09:22:24,934 INFO  [Time-limited test {}] server.Server(415): Started @275832ms
2024-11-12T09:22:25,186 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:25,188 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:22:25,191 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:22:25,191 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:22:25,191 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:22:25,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620c6252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:22:25,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bb9b5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:22:25,285 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cff4c20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/java.io.tmpdir/jetty-localhost-36935-hadoop-hdfs-3_4_1-tests_jar-_-any-6295484563478430401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:22:25,286 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cd5feb{HTTP/1.1, (http/1.1)}{localhost:36935}
2024-11-12T09:22:25,286 INFO  [Time-limited test {}] server.Server(415): Started @276183ms
2024-11-12T09:22:25,287 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:22:25,917 WARN  [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/data/data1/current/BP-843411288-172.17.0.2-1731403344247/current, will proceed with Du for space computation calculation, 
2024-11-12T09:22:25,917 WARN  [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/data/data2/current/BP-843411288-172.17.0.2-1731403344247/current, will proceed with Du for space computation calculation, 
2024-11-12T09:22:25,931 WARN  [Thread-3427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:22:25,934 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec17d2c11d899d4e with lease ID 0xf975e2c277e4f66f: Processing first storage report for DS-976ed8e9-e0e4-4626-a440-d78129790def from datanode DatanodeRegistration(127.0.0.1:42425, datanodeUuid=eaaffeac-b640-4de8-b2fe-32f870fcd4fa, infoPort=42589, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1294713626;c=1731403344247)
2024-11-12T09:22:25,934 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec17d2c11d899d4e with lease ID 0xf975e2c277e4f66f: from storage DS-976ed8e9-e0e4-4626-a440-d78129790def node DatanodeRegistration(127.0.0.1:42425, datanodeUuid=eaaffeac-b640-4de8-b2fe-32f870fcd4fa, infoPort=42589, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1294713626;c=1731403344247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:22:25,934 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec17d2c11d899d4e with lease ID 0xf975e2c277e4f66f: Processing first storage report for DS-057daed2-821b-49e6-b74c-21a83b3197ef from datanode DatanodeRegistration(127.0.0.1:42425, datanodeUuid=eaaffeac-b640-4de8-b2fe-32f870fcd4fa, infoPort=42589, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1294713626;c=1731403344247)
2024-11-12T09:22:25,934 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec17d2c11d899d4e with lease ID 0xf975e2c277e4f66f: from storage DS-057daed2-821b-49e6-b74c-21a83b3197ef node DatanodeRegistration(127.0.0.1:42425, datanodeUuid=eaaffeac-b640-4de8-b2fe-32f870fcd4fa, infoPort=42589, infoSecurePort=0, ipcPort=46547, storageInfo=lv=-57;cid=testClusterID;nsid=1294713626;c=1731403344247), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T09:22:26,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a
2024-11-12T09:22:26,012 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:26,013 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:26,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:22:26,419 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa with version=8
2024-11-12T09:22:26,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/hbase-staging
2024-11-12T09:22:26,421 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:22:26,421 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:26,421 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:26,421 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:22:26,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:26,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:22:26,422 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:22:26,422 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:22:26,422 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33099
2024-11-12T09:22:26,423 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33099 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:26,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330990x0, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:26,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33099-0x1012e5a65060000 connected
2024-11-12T09:22:26,590 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:26,591 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:26,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/running
2024-11-12T09:22:26,593 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa, hbase.cluster.distributed=false
2024-11-12T09:22:26,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/acl
2024-11-12T09:22:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33099
2024-11-12T09:22:26,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33099
2024-11-12T09:22:26,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33099
2024-11-12T09:22:26,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33099
2024-11-12T09:22:26,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33099
2024-11-12T09:22:26,608 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:22:26,608 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:26,608 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:26,608 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:22:26,609 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:26,609 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:22:26,609 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:22:26,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:22:26,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32799
2024-11-12T09:22:26,610 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32799 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:26,610 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:26,611 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:26,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327990x0, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:26,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32799-0x1012e5a65060001 connected
2024-11-12T09:22:26,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/running
2024-11-12T09:22:26,622 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:22:26,622 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:22:26,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/master
2024-11-12T09:22:26,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/acl
2024-11-12T09:22:26,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32799
2024-11-12T09:22:26,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32799
2024-11-12T09:22:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32799
2024-11-12T09:22:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32799
2024-11-12T09:22:26,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32799
2024-11-12T09:22:26,639 DEBUG [M:0;106923ea030f:33099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:33099
2024-11-12T09:22:26,640 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01905211220/backup-masters/106923ea030f,33099,1731403346421
2024-11-12T09:22:26,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220/backup-masters
2024-11-12T09:22:26,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220/backup-masters
2024-11-12T09:22:26,653 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on existing znode=/01905211220/backup-masters/106923ea030f,33099,1731403346421
2024-11-12T09:22:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01905211220/master
2024-11-12T09:22:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:26,663 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on existing znode=/01905211220/master
2024-11-12T09:22:26,664 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01905211220/backup-masters/106923ea030f,33099,1731403346421 from backup master directory
2024-11-12T09:22:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220/backup-masters
2024-11-12T09:22:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905211220/backup-masters/106923ea030f,33099,1731403346421
2024-11-12T09:22:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220/backup-masters
2024-11-12T09:22:26,674 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:22:26,674 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,33099,1731403346421
2024-11-12T09:22:26,676 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/hbase.id] with ID: df42be8c-0632-418b-b926-30ea9d1984e9
2024-11-12T09:22:26,677 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/.tmp/hbase.id
2024-11-12T09:22:26,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:22:27,081 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/.tmp/hbase.id]:[hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/hbase.id]
2024-11-12T09:22:27,088 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:27,088 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:22:27,089 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:22:27,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:27,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:27,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:22:27,547 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:27,548 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:22:27,548 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:27,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:22:27,954 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store
2024-11-12T09:22:27,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:22:28,359 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:28,359 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:28,359 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:28,359 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:28,359 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:28,359 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:28,359 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:28,359 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403348359Disabling compacts and flushes for region at 1731403348359Disabling writes for close at 1731403348359Writing region close event to WAL at 1731403348359Closed at 1731403348359
2024-11-12T09:22:28,360 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/.initializing
2024-11-12T09:22:28,360 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/WALs/106923ea030f,33099,1731403346421
2024-11-12T09:22:28,361 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:22:28,362 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C33099%2C1731403346421, suffix=, logDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/WALs/106923ea030f,33099,1731403346421, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/oldWALs, maxLogs=10
2024-11-12T09:22:28,377 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/WALs/106923ea030f,33099,1731403346421/106923ea030f%2C33099%2C1731403346421.1731403348362, exclude list is [], retry=0
2024-11-12T09:22:28,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-976ed8e9-e0e4-4626-a440-d78129790def,DISK]
2024-11-12T09:22:28,384 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/WALs/106923ea030f,33099,1731403346421/106923ea030f%2C33099%2C1731403346421.1731403348362
2024-11-12T09:22:28,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42589:42589)]
2024-11-12T09:22:28,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:28,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:28,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:28,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:22:28,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:28,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:28,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:28,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:22:28,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:28,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:28,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:28,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:22:28,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:28,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:28,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:28,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:22:28,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:28,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:28,390 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,391 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,391 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,392 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,392 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,392 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:28,393 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:28,395 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:28,395 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70084810, jitterRate=0.04434505105018616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:28,396 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403348385Initializing all the Stores at 1731403348385Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403348385Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403348385Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403348385Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403348385Cleaning up temporary data from old regions at 1731403348392 (+7 ms)Region opened successfully at 1731403348396 (+4 ms)
2024-11-12T09:22:28,396 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:22:28,398 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfac874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:22:28,399 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:22:28,399 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:22:28,399 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:22:28,399 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:22:28,399 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:22:28,400 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:22:28,400 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:22:28,401 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:22:28,402 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Unable to get data of znode /01905211220/balancer because node does not exist (not necessarily an error)
2024-11-12T09:22:28,448 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905211220/balancer already deleted, retry=false
2024-11-12T09:22:28,448 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:22:28,448 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Unable to get data of znode /01905211220/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:22:28,458 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905211220/normalizer already deleted, retry=false
2024-11-12T09:22:28,458 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:22:28,459 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Unable to get data of znode /01905211220/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:22:28,469 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905211220/switch/split already deleted, retry=false
2024-11-12T09:22:28,469 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Unable to get data of znode /01905211220/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:22:28,479 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905211220/switch/merge already deleted, retry=false
2024-11-12T09:22:28,481 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Unable to get data of znode /01905211220/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:22:28,490 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905211220/snapshot-cleanup already deleted, retry=false
2024-11-12T09:22:28,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01905211220/running
2024-11-12T09:22:28,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01905211220/running
2024-11-12T09:22:28,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:28,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:28,501 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,33099,1731403346421, sessionid=0x1012e5a65060000, setting cluster-up flag (Was=false)
2024-11-12T09:22:28,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:28,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:28,553 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01905211220/flush-table-proc/acquired, /01905211220/flush-table-proc/reached, /01905211220/flush-table-proc/abort
2024-11-12T09:22:28,554 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33099,1731403346421
2024-11-12T09:22:28,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:28,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:28,605 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01905211220/online-snapshot/acquired, /01905211220/online-snapshot/reached, /01905211220/online-snapshot/abort
2024-11-12T09:22:28,606 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33099,1731403346421
2024-11-12T09:22:28,607 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:22:28,608 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:28,609 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:22:28,609 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:22:28,609 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,33099,1731403346421
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:22:28,610 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403378611
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:22:28,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:28,611 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:22:28,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,612 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:22:28,612 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:22:28,612 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:22:28,612 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:22:28,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:28,612 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:22:28,620 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:22:28,620 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:22:28,620 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403348620,5,FailOnTimeoutGroup]
2024-11-12T09:22:28,621 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403348620,5,FailOnTimeoutGroup]
2024-11-12T09:22:28,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:22:28,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,621 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:22:28,631 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(746): ClusterId : df42be8c-0632-418b-b926-30ea9d1984e9
2024-11-12T09:22:28,631 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:22:28,643 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:22:28,643 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:22:28,653 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:22:28,653 DEBUG [RS:0;106923ea030f:32799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7586add9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:22:28,667 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:32799
2024-11-12T09:22:28,667 INFO  [RS:0;106923ea030f:32799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:22:28,667 INFO  [RS:0;106923ea030f:32799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:22:28,667 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:22:28,667 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,33099,1731403346421 with port=32799, startcode=1731403346608
2024-11-12T09:22:28,668 DEBUG [RS:0;106923ea030f:32799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:22:28,669 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:22:28,669 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,32799,1731403346608
2024-11-12T09:22:28,669 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33099 {}] master.ServerManager(517): Registering regionserver=106923ea030f,32799,1731403346608
2024-11-12T09:22:28,671 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa
2024-11-12T09:22:28,671 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34041
2024-11-12T09:22:28,671 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:22:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220/rs
2024-11-12T09:22:28,679 DEBUG [RS:0;106923ea030f:32799 {}] zookeeper.ZKUtil(111): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on existing znode=/01905211220/rs/106923ea030f,32799,1731403346608
2024-11-12T09:22:28,679 WARN  [RS:0;106923ea030f:32799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:22:28,680 INFO  [RS:0;106923ea030f:32799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:28,680 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608
2024-11-12T09:22:28,680 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,32799,1731403346608]
2024-11-12T09:22:28,682 INFO  [RS:0;106923ea030f:32799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:22:28,683 INFO  [RS:0;106923ea030f:32799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:22:28,683 INFO  [RS:0;106923ea030f:32799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:22:28,683 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,683 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:22:28,684 INFO  [RS:0;106923ea030f:32799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:22:28,684 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:22:28,684 DEBUG [RS:0;106923ea030f:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:22:28,688 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,688 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,688 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,688 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,688 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,688 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,32799,1731403346608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:22:28,702 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:22:28,702 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,32799,1731403346608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,702 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,702 INFO  [RS:0;106923ea030f:32799 {}] regionserver.Replication(171): 106923ea030f,32799,1731403346608 started
2024-11-12T09:22:28,718 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:28,718 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,32799,1731403346608, RpcServer on 106923ea030f/172.17.0.2:32799, sessionid=0x1012e5a65060001
2024-11-12T09:22:28,718 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:22:28,718 DEBUG [RS:0;106923ea030f:32799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,32799,1731403346608
2024-11-12T09:22:28,718 DEBUG [RS:0;106923ea030f:32799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,32799,1731403346608'
2024-11-12T09:22:28,718 DEBUG [RS:0;106923ea030f:32799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01905211220/flush-table-proc/abort'
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01905211220/flush-table-proc/acquired'
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,32799,1731403346608
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,32799,1731403346608'
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01905211220/online-snapshot/abort'
2024-11-12T09:22:28,719 DEBUG [RS:0;106923ea030f:32799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01905211220/online-snapshot/acquired'
2024-11-12T09:22:28,720 DEBUG [RS:0;106923ea030f:32799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:22:28,720 INFO  [RS:0;106923ea030f:32799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:22:28,720 INFO  [RS:0;106923ea030f:32799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:22:28,820 INFO  [RS:0;106923ea030f:32799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:22:28,821 INFO  [RS:0;106923ea030f:32799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C32799%2C1731403346608, suffix=, logDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/oldWALs, maxLogs=10
2024-11-12T09:22:28,833 DEBUG [RS:0;106923ea030f:32799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822, exclude list is [], retry=0
2024-11-12T09:22:28,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-976ed8e9-e0e4-4626-a440-d78129790def,DISK]
2024-11-12T09:22:28,836 INFO  [RS:0;106923ea030f:32799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822
2024-11-12T09:22:28,837 DEBUG [RS:0;106923ea030f:32799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42589:42589)]
2024-11-12T09:22:29,024 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:22:29,024 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa
2024-11-12T09:22:29,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:22:29,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:29,430 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:22:29,431 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:22:29,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:22:29,432 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:22:29,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:22:29,433 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:22:29,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,433 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,434 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:22:29,434 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:22:29,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,434 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:22:29,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740
2024-11-12T09:22:29,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740
2024-11-12T09:22:29,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:22:29,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:22:29,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:29,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:22:29,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:29,439 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66461256, jitterRate=-0.009650111198425293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:29,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403349429Initializing all the Stores at 1731403349430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403349430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403349430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403349430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403349430Cleaning up temporary data from old regions at 1731403349436 (+6 ms)Region opened successfully at 1731403349439 (+3 ms)
2024-11-12T09:22:29,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:29,440 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:29,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:29,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:29,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:29,440 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:29,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403349440Disabling compacts and flushes for region at 1731403349440Disabling writes for close at 1731403349440Writing region close event to WAL at 1731403349440Closed at 1731403349440
2024-11-12T09:22:29,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:29,441 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:22:29,441 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:22:29,442 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:22:29,443 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:22:29,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:29,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:22:29,493 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88755 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:22:29,593 DEBUG [106923ea030f:33099 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:22:29,593 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,32799,1731403346608
2024-11-12T09:22:29,594 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,32799,1731403346608, state=OPENING
2024-11-12T09:22:29,805 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:22:29,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:29,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:29,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905211220/meta-region-server: CHANGED
2024-11-12T09:22:29,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905211220/meta-region-server: CHANGED
2024-11-12T09:22:29,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:22:29,816 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,32799,1731403346608}]
2024-11-12T09:22:29,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:29,969 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:22:29,972 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:22:29,972 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:29,972 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:22:29,973 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C32799%2C1731403346608.meta, suffix=.meta, logDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/oldWALs, maxLogs=10
2024-11-12T09:22:29,985 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.meta.1731403349973.meta, exclude list is [], retry=0
2024-11-12T09:22:29,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-976ed8e9-e0e4-4626-a440-d78129790def,DISK]
2024-11-12T09:22:29,989 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.meta.1731403349973.meta
2024-11-12T09:22:29,990 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42589:42589)]
2024-11-12T09:22:29,990 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:29,990 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:29,990 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:29,990 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:22:29,990 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:22:29,990 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:22:29,990 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:29,991 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:22:29,991 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:22:29,992 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:22:29,992 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:22:29,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,992 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,993 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:22:29,993 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:22:29,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,993 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,994 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:22:29,994 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:22:29,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,994 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,994 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:22:29,995 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:22:29,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:29,995 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:29,995 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:22:29,996 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740
2024-11-12T09:22:29,996 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740
2024-11-12T09:22:29,997 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:22:29,997 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:22:29,998 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:29,999 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:22:29,999 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74451500, jitterRate=0.10941380262374878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:29,999 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:22:30,000 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403349991Writing region info on filesystem at 1731403349991Initializing all the Stores at 1731403349991Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403349991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403349991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403349991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403349991Cleaning up temporary data from old regions at 1731403349997 (+6 ms)Running coprocessor post-open hooks at 1731403349999 (+2 ms)Region opened successfully at 1731403350000 (+1 ms)
2024-11-12T09:22:30,001 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403349968
2024-11-12T09:22:30,003 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:22:30,003 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:22:30,003 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,32799,1731403346608
2024-11-12T09:22:30,004 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,32799,1731403346608, state=OPEN
2024-11-12T09:22:30,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01905211220/meta-region-server
2024-11-12T09:22:30,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01905211220/meta-region-server
2024-11-12T09:22:30,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,32799,1731403346608
2024-11-12T09:22:30,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905211220/meta-region-server: CHANGED
2024-11-12T09:22:30,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905211220/meta-region-server: CHANGED
2024-11-12T09:22:30,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:22:30,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,32799,1731403346608 in 226 msec
2024-11-12T09:22:30,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:22:30,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec
2024-11-12T09:22:30,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:30,046 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:22:30,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:30,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,32799,1731403346608, seqNum=-1]
2024-11-12T09:22:30,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:30,048 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:30,052 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4430 sec
2024-11-12T09:22:30,052 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403350052, completionTime=-1
2024-11-12T09:22:30,052 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:22:30,052 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403410054
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403470054
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33099,1731403346421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33099,1731403346421-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33099,1731403346421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:33099, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,054 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,055 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.383sec
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33099,1731403346421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:22:30,057 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33099,1731403346421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:22:30,059 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:22:30,059 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:22:30,059 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33099,1731403346421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:30,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6228dfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:30,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33099,-1 for getting cluster id
2024-11-12T09:22:30,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:30,134 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df42be8c-0632-418b-b926-30ea9d1984e9'
2024-11-12T09:22:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df42be8c-0632-418b-b926-30ea9d1984e9"

2024-11-12T09:22:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d69b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33099,-1]
2024-11-12T09:22:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:30,135 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:30,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5ce652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:30,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:30,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,32799,1731403346608, seqNum=-1]
2024-11-12T09:22:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:30,137 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:30,139 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,33099,1731403346421
2024-11-12T09:22:30,139 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:30,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:30,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e5a65060002 connected
2024-11-12T09:22:30,191 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir so I do NOT create it in target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6
2024-11-12T09:22:30,191 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.tmp.dir so I do NOT create it in target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6
2024-11-12T09:22:30,192 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:22:30,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/cluster_edcb50e9-1268-1427-6eb6-3cd2f7771475, deleteOnExit=true
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/test.cache.data in system properties and HBase conf
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:22:30,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:22:30,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:22:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:22:30,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:22:30,508 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:30,511 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:22:30,512 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:22:30,512 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:22:30,513 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:22:30,513 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:30,513 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a51f1b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:22:30,514 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cec6e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:22:30,607 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@164e341a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/java.io.tmpdir/jetty-localhost-36023-hadoop-hdfs-3_4_1-tests_jar-_-any-5706552194230071711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:22:30,607 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cbe414{HTTP/1.1, (http/1.1)}{localhost:36023}
2024-11-12T09:22:30,607 INFO  [Time-limited test {}] server.Server(415): Started @281505ms
2024-11-12T09:22:30,880 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:30,886 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:22:30,888 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:22:30,888 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:22:30,888 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:22:30,889 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@574737d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:22:30,889 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd9b275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:22:30,981 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d74f8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/java.io.tmpdir/jetty-localhost-32893-hadoop-hdfs-3_4_1-tests_jar-_-any-9626493194184005777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:22:30,982 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3663a06c{HTTP/1.1, (http/1.1)}{localhost:32893}
2024-11-12T09:22:30,982 INFO  [Time-limited test {}] server.Server(415): Started @281879ms
2024-11-12T09:22:30,983 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:22:31,624 WARN  [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/cluster_edcb50e9-1268-1427-6eb6-3cd2f7771475/data/data1/current/BP-364506032-172.17.0.2-1731403350212/current, will proceed with Du for space computation calculation, 
2024-11-12T09:22:31,624 WARN  [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/cluster_edcb50e9-1268-1427-6eb6-3cd2f7771475/data/data2/current/BP-364506032-172.17.0.2-1731403350212/current, will proceed with Du for space computation calculation, 
2024-11-12T09:22:31,638 WARN  [Thread-3547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:22:31,640 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a1a6f235280748 with lease ID 0x5d8096230a7faaa6: Processing first storage report for DS-1251141e-22ac-4528-ba1a-80e95ceacfce from datanode DatanodeRegistration(127.0.0.1:40141, datanodeUuid=c5db2b8c-6e9f-48fa-a204-916d9778fab7, infoPort=45945, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=2095953936;c=1731403350212)
2024-11-12T09:22:31,640 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a1a6f235280748 with lease ID 0x5d8096230a7faaa6: from storage DS-1251141e-22ac-4528-ba1a-80e95ceacfce node DatanodeRegistration(127.0.0.1:40141, datanodeUuid=c5db2b8c-6e9f-48fa-a204-916d9778fab7, infoPort=45945, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=2095953936;c=1731403350212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:22:31,640 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a1a6f235280748 with lease ID 0x5d8096230a7faaa6: Processing first storage report for DS-bac44be7-48d2-4b2f-b124-3106d42a5f4f from datanode DatanodeRegistration(127.0.0.1:40141, datanodeUuid=c5db2b8c-6e9f-48fa-a204-916d9778fab7, infoPort=45945, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=2095953936;c=1731403350212)
2024-11-12T09:22:31,640 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a1a6f235280748 with lease ID 0x5d8096230a7faaa6: from storage DS-bac44be7-48d2-4b2f-b124-3106d42a5f4f node DatanodeRegistration(127.0.0.1:40141, datanodeUuid=c5db2b8c-6e9f-48fa-a204-916d9778fab7, infoPort=45945, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=2095953936;c=1731403350212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:22:31,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6
2024-11-12T09:22:31,706 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:31,707 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:31,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:22:31,713 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b with version=8
2024-11-12T09:22:31,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/hbase-staging
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:22:31,715 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:22:31,716 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33055
2024-11-12T09:22:31,716 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33055 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330550x0, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:31,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33055-0x1012e5a65060003 connected
2024-11-12T09:22:31,810 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:31,812 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:31,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/running
2024-11-12T09:22:31,813 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b, hbase.cluster.distributed=false
2024-11-12T09:22:31,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/acl
2024-11-12T09:22:31,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33055
2024-11-12T09:22:31,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33055
2024-11-12T09:22:31,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33055
2024-11-12T09:22:31,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33055
2024-11-12T09:22:31,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33055
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:22:31,830 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36031
2024-11-12T09:22:31,831 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36031 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:31,831 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:31,832 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360310x0, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:31,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360310x0, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/running
2024-11-12T09:22:31,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36031-0x1012e5a65060004 connected
2024-11-12T09:22:31,842 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:22:31,843 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:22:31,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/master
2024-11-12T09:22:31,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/acl
2024-11-12T09:22:31,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36031
2024-11-12T09:22:31,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36031
2024-11-12T09:22:31,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36031
2024-11-12T09:22:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36031
2024-11-12T09:22:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36031
2024-11-12T09:22:31,863 DEBUG [M:0;106923ea030f:33055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:33055
2024-11-12T09:22:31,863 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11203040675/backup-masters/106923ea030f,33055,1731403351715
2024-11-12T09:22:31,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675/backup-masters
2024-11-12T09:22:31,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675/backup-masters
2024-11-12T09:22:31,874 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on existing znode=/11203040675/backup-masters/106923ea030f,33055,1731403351715
2024-11-12T09:22:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11203040675/master
2024-11-12T09:22:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:31,884 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on existing znode=/11203040675/master
2024-11-12T09:22:31,884 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11203040675/backup-masters/106923ea030f,33055,1731403351715 from backup master directory
2024-11-12T09:22:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675/backup-masters
2024-11-12T09:22:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11203040675/backup-masters/106923ea030f,33055,1731403351715
2024-11-12T09:22:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675/backup-masters
2024-11-12T09:22:31,894 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:22:31,894 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,33055,1731403351715
2024-11-12T09:22:31,897 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/hbase.id] with ID: 6a8957ff-d4f3-4f46-b221-f887ed812d26
2024-11-12T09:22:31,897 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/.tmp/hbase.id
2024-11-12T09:22:31,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:22:32,301 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/.tmp/hbase.id]:[hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/hbase.id]
2024-11-12T09:22:32,307 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:32,307 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:22:32,308 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:22:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:32,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:22:32,499 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:32,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,501 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,532 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,532 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,533 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,533 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,533 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,533 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,542 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,550 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:32,757 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:32,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:22:32,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:32,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:22:33,163 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store
2024-11-12T09:22:33,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:22:33,568 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:33,568 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:33,568 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:33,568 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:33,568 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:33,568 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:33,568 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:33,568 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403353568Disabling compacts and flushes for region at 1731403353568Disabling writes for close at 1731403353568Writing region close event to WAL at 1731403353568Closed at 1731403353568
2024-11-12T09:22:33,569 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/.initializing
2024-11-12T09:22:33,569 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/WALs/106923ea030f,33055,1731403351715
2024-11-12T09:22:33,570 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:22:33,571 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C33055%2C1731403351715, suffix=, logDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/WALs/106923ea030f,33055,1731403351715, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/oldWALs, maxLogs=10
2024-11-12T09:22:33,582 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/WALs/106923ea030f,33055,1731403351715/106923ea030f%2C33055%2C1731403351715.1731403353571, exclude list is [], retry=0
2024-11-12T09:22:33,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40141,DS-1251141e-22ac-4528-ba1a-80e95ceacfce,DISK]
2024-11-12T09:22:33,585 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/WALs/106923ea030f,33055,1731403351715/106923ea030f%2C33055%2C1731403351715.1731403353571
2024-11-12T09:22:33,585 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45945:45945)]
2024-11-12T09:22:33,585 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:33,586 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:33,586 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,586 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,587 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:33,587 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:22:33,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:33,588 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:33,588 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:33,589 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:22:33,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:33,589 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:33,589 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:33,590 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:22:33,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:33,590 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:33,590 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:33,591 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:22:33,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:33,591 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:33,591 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,591 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,592 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,592 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,592 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,593 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:33,593 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:33,595 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:33,595 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60622980, jitterRate=-0.09664720296859741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:33,595 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403353586Initializing all the Stores at 1731403353586Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403353586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403353586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403353586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403353587 (+1 ms)Cleaning up temporary data from old regions at 1731403353592 (+5 ms)Region opened successfully at 1731403353595 (+3 ms)
2024-11-12T09:22:33,595 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:22:33,597 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6d4562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:22:33,598 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:22:33,599 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:22:33,600 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Unable to get data of znode /11203040675/balancer because node does not exist (not necessarily an error)
2024-11-12T09:22:33,668 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11203040675/balancer already deleted, retry=false
2024-11-12T09:22:33,668 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:22:33,669 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Unable to get data of znode /11203040675/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:22:33,679 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11203040675/normalizer already deleted, retry=false
2024-11-12T09:22:33,679 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:22:33,680 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Unable to get data of znode /11203040675/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:22:33,689 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11203040675/switch/split already deleted, retry=false
2024-11-12T09:22:33,690 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Unable to get data of znode /11203040675/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:22:33,700 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11203040675/switch/merge already deleted, retry=false
2024-11-12T09:22:33,702 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Unable to get data of znode /11203040675/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:22:33,710 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11203040675/snapshot-cleanup already deleted, retry=false
2024-11-12T09:22:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11203040675/running
2024-11-12T09:22:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11203040675/running
2024-11-12T09:22:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:33,721 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,33055,1731403351715, sessionid=0x1012e5a65060003, setting cluster-up flag (Was=false)
2024-11-12T09:22:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:33,773 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11203040675/flush-table-proc/acquired, /11203040675/flush-table-proc/reached, /11203040675/flush-table-proc/abort
2024-11-12T09:22:33,774 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33055,1731403351715
2024-11-12T09:22:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:33,826 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11203040675/online-snapshot/acquired, /11203040675/online-snapshot/reached, /11203040675/online-snapshot/abort
2024-11-12T09:22:33,827 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,33055,1731403351715
2024-11-12T09:22:33,828 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:22:33,829 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:33,829 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:22:33,829 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:22:33,830 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,33055,1731403351715
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:22:33,831 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403383832
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:22:33,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:22:33,832 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:22:33,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:33,832 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:22:33,833 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:22:33,833 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:22:33,833 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403353833,5,FailOnTimeoutGroup]
2024-11-12T09:22:33,833 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403353833,5,FailOnTimeoutGroup]
2024-11-12T09:22:33,833 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,833 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:22:33,833 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,833 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:22:33,855 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(746): ClusterId : 6a8957ff-d4f3-4f46-b221-f887ed812d26
2024-11-12T09:22:33,855 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:22:33,864 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:22:33,864 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:22:33,874 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:22:33,874 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6826d01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:22:33,888 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:36031
2024-11-12T09:22:33,888 INFO  [RS:0;106923ea030f:36031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:22:33,888 INFO  [RS:0;106923ea030f:36031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:22:33,888 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:22:33,889 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,33055,1731403351715 with port=36031, startcode=1731403351829
2024-11-12T09:22:33,889 DEBUG [RS:0;106923ea030f:36031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:22:33,890 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:22:33,890 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,36031,1731403351829
2024-11-12T09:22:33,890 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33055 {}] master.ServerManager(517): Registering regionserver=106923ea030f,36031,1731403351829
2024-11-12T09:22:33,891 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b
2024-11-12T09:22:33,891 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37031
2024-11-12T09:22:33,891 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:22:33,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675/rs
2024-11-12T09:22:33,959 DEBUG [RS:0;106923ea030f:36031 {}] zookeeper.ZKUtil(111): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on existing znode=/11203040675/rs/106923ea030f,36031,1731403351829
2024-11-12T09:22:33,960 WARN  [RS:0;106923ea030f:36031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:22:33,960 INFO  [RS:0;106923ea030f:36031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:33,960 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829
2024-11-12T09:22:33,960 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,36031,1731403351829]
2024-11-12T09:22:33,962 INFO  [RS:0;106923ea030f:36031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:22:33,964 INFO  [RS:0;106923ea030f:36031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:22:33,964 INFO  [RS:0;106923ea030f:36031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:22:33,964 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,965 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:22:33,965 INFO  [RS:0;106923ea030f:36031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:22:33,965 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,965 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,965 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,965 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:22:33,966 DEBUG [RS:0;106923ea030f:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:22:33,966 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,966 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,966 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,966 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,966 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,966 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36031,1731403351829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:22:33,978 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:22:33,978 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36031,1731403351829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,978 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,978 INFO  [RS:0;106923ea030f:36031 {}] regionserver.Replication(171): 106923ea030f,36031,1731403351829 started
2024-11-12T09:22:33,989 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:33,989 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,36031,1731403351829, RpcServer on 106923ea030f/172.17.0.2:36031, sessionid=0x1012e5a65060004
2024-11-12T09:22:33,989 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:22:33,989 DEBUG [RS:0;106923ea030f:36031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,36031,1731403351829
2024-11-12T09:22:33,989 DEBUG [RS:0;106923ea030f:36031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,36031,1731403351829'
2024-11-12T09:22:33,989 DEBUG [RS:0;106923ea030f:36031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11203040675/flush-table-proc/abort'
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11203040675/flush-table-proc/acquired'
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,36031,1731403351829
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,36031,1731403351829'
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11203040675/online-snapshot/abort'
2024-11-12T09:22:33,990 DEBUG [RS:0;106923ea030f:36031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11203040675/online-snapshot/acquired'
2024-11-12T09:22:33,991 DEBUG [RS:0;106923ea030f:36031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:22:33,991 INFO  [RS:0;106923ea030f:36031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:22:33,991 INFO  [RS:0;106923ea030f:36031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:22:34,091 INFO  [RS:0;106923ea030f:36031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:22:34,092 INFO  [RS:0;106923ea030f:36031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C36031%2C1731403351829, suffix=, logDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/oldWALs, maxLogs=10
2024-11-12T09:22:34,104 DEBUG [RS:0;106923ea030f:36031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, exclude list is [], retry=0
2024-11-12T09:22:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40141,DS-1251141e-22ac-4528-ba1a-80e95ceacfce,DISK]
2024-11-12T09:22:34,107 INFO  [RS:0;106923ea030f:36031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092
2024-11-12T09:22:34,107 DEBUG [RS:0;106923ea030f:36031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45945:45945)]
2024-11-12T09:22:34,241 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:22:34,241 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b
2024-11-12T09:22:34,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:22:34,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:34,647 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:22:34,647 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:22:34,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:34,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:34,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:22:34,649 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:22:34,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:34,649 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:34,649 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:22:34,650 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:22:34,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:34,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:34,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:22:34,651 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:22:34,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:34,651 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:22:34,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740
2024-11-12T09:22:34,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740
2024-11-12T09:22:34,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:22:34,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:22:34,653 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:34,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:22:34,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:34,655 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65545283, jitterRate=-0.023299172520637512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403354646Initializing all the Stores at 1731403354646Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403354646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403354646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403354646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403354646Cleaning up temporary data from old regions at 1731403354653 (+7 ms)Region opened successfully at 1731403354655 (+2 ms)
2024-11-12T09:22:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:34,655 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:34,655 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403354655Disabling compacts and flushes for region at 1731403354655Disabling writes for close at 1731403354655Writing region close event to WAL at 1731403354655Closed at 1731403354655
2024-11-12T09:22:34,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:34,656 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:22:34,656 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:22:34,657 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:22:34,657 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:22:34,682 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:22:34,807 DEBUG [106923ea030f:33055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:22:34,808 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,36031,1731403351829
2024-11-12T09:22:34,809 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,36031,1731403351829, state=OPENING
2024-11-12T09:22:34,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:22:34,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:34,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:34,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:22:34,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11203040675/meta-region-server: CHANGED
2024-11-12T09:22:34,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11203040675/meta-region-server: CHANGED
2024-11-12T09:22:34,869 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,36031,1731403351829}]
2024-11-12T09:22:35,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:35,022 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:22:35,024 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:22:35,024 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:35,024 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:22:35,025 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C36031%2C1731403351829.meta, suffix=.meta, logDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/oldWALs, maxLogs=10
2024-11-12T09:22:35,037 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.meta.1731403355025.meta, exclude list is [], retry=0
2024-11-12T09:22:35,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40141,DS-1251141e-22ac-4528-ba1a-80e95ceacfce,DISK]
2024-11-12T09:22:35,040 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.meta.1731403355025.meta
2024-11-12T09:22:35,040 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45945:45945)]
2024-11-12T09:22:35,040 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:35,040 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:35,040 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:35,040 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:22:35,040 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:22:35,041 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:22:35,041 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:35,041 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:22:35,041 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:22:35,042 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:22:35,042 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:22:35,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:35,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:35,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:22:35,043 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:22:35,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:35,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:35,044 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:22:35,044 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:22:35,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:35,044 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:35,044 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:22:35,045 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:22:35,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:35,045 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:35,045 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:22:35,046 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740
2024-11-12T09:22:35,046 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740
2024-11-12T09:22:35,047 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:22:35,047 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:22:35,047 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:35,048 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:22:35,048 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65931177, jitterRate=-0.017548903822898865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:35,048 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:22:35,048 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403355041Writing region info on filesystem at 1731403355041Initializing all the Stores at 1731403355041Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403355041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403355042 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403355042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403355042Cleaning up temporary data from old regions at 1731403355047 (+5 ms)Running coprocessor post-open hooks at 1731403355048 (+1 ms)Region opened successfully at 1731403355048
2024-11-12T09:22:35,049 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403355020
2024-11-12T09:22:35,050 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:22:35,051 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:22:35,051 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,36031,1731403351829
2024-11-12T09:22:35,051 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,36031,1731403351829, state=OPEN
2024-11-12T09:22:35,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11203040675/meta-region-server
2024-11-12T09:22:35,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11203040675/meta-region-server
2024-11-12T09:22:35,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,36031,1731403351829
2024-11-12T09:22:35,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11203040675/meta-region-server: CHANGED
2024-11-12T09:22:35,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11203040675/meta-region-server: CHANGED
2024-11-12T09:22:35,065 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:22:35,065 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,36031,1731403351829 in 194 msec
2024-11-12T09:22:35,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:22:35,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec
2024-11-12T09:22:35,067 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:35,067 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:22:35,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:35,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,36031,1731403351829, seqNum=-1]
2024-11-12T09:22:35,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:35,068 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:35,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec
2024-11-12T09:22:35,072 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403355072, completionTime=-1
2024-11-12T09:22:35,072 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:22:35,072 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:22:35,073 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:22:35,073 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403415073
2024-11-12T09:22:35,073 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403475073
2024-11-12T09:22:35,073 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:22:35,074 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33055,1731403351715-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,074 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33055,1731403351715-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,074 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33055,1731403351715-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,074 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:33055, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,074 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,074 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,075 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.182sec
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33055,1731403351715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:22:35,077 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33055,1731403351715-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:22:35,078 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:22:35,078 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:22:35,078 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33055,1731403351715-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:35,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:35,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:35,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:35,156 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cde03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:35,158 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:35,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608fdb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:35,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,36031,1731403351829, seqNum=-1]
2024-11-12T09:22:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:35,160 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:35,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,33055,1731403351715
2024-11-12T09:22:35,162 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:35,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e5a65060005 connected
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir so I do NOT create it in target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51
2024-11-12T09:22:35,186 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.tmp.dir so I do NOT create it in target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51
2024-11-12T09:22:35,186 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:22:35,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/cluster_7a7c1002-7e5a-37e3-4866-f4548f7ea858, deleteOnExit=true
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/test.cache.data in system properties and HBase conf
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:22:35,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:22:35,187 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:22:35,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:22:35,567 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:35,570 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:22:35,576 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:22:35,576 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:22:35,576 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:22:35,577 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:35,577 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7376c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:22:35,577 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d243e13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:22:35,670 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51a395e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/java.io.tmpdir/jetty-localhost-43747-hadoop-hdfs-3_4_1-tests_jar-_-any-15443023053188544030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:22:35,670 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b63b570{HTTP/1.1, (http/1.1)}{localhost:43747}
2024-11-12T09:22:35,670 INFO  [Time-limited test {}] server.Server(415): Started @286568ms
2024-11-12T09:22:35,934 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:22:35,935 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:22:35,936 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:22:35,936 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:22:35,936 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:22:35,939 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3b76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:22:35,939 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@314cde6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:22:36,033 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d23dd33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/java.io.tmpdir/jetty-localhost-43473-hadoop-hdfs-3_4_1-tests_jar-_-any-4470878572091763169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:22:36,033 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aedf46f{HTTP/1.1, (http/1.1)}{localhost:43473}
2024-11-12T09:22:36,033 INFO  [Time-limited test {}] server.Server(415): Started @286930ms
2024-11-12T09:22:36,034 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:22:36,581 WARN  [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/cluster_7a7c1002-7e5a-37e3-4866-f4548f7ea858/data/data1/current/BP-262578916-172.17.0.2-1731403355200/current, will proceed with Du for space computation calculation, 
2024-11-12T09:22:36,581 WARN  [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/cluster_7a7c1002-7e5a-37e3-4866-f4548f7ea858/data/data2/current/BP-262578916-172.17.0.2-1731403355200/current, will proceed with Du for space computation calculation, 
2024-11-12T09:22:36,601 WARN  [Thread-3668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:22:36,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbae14b3a41af5308 with lease ID 0xd1bbfa8357bdcc74: Processing first storage report for DS-67d1ca2e-e6d9-4ca1-8fbe-f365f5e9e651 from datanode DatanodeRegistration(127.0.0.1:38065, datanodeUuid=10d1220c-2c79-45bb-83ac-4637cc52dce2, infoPort=43859, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=524810325;c=1731403355200)
2024-11-12T09:22:36,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbae14b3a41af5308 with lease ID 0xd1bbfa8357bdcc74: from storage DS-67d1ca2e-e6d9-4ca1-8fbe-f365f5e9e651 node DatanodeRegistration(127.0.0.1:38065, datanodeUuid=10d1220c-2c79-45bb-83ac-4637cc52dce2, infoPort=43859, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=524810325;c=1731403355200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:22:36,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbae14b3a41af5308 with lease ID 0xd1bbfa8357bdcc74: Processing first storage report for DS-30cb0a03-a4d0-445b-aeeb-ca88db96d6a5 from datanode DatanodeRegistration(127.0.0.1:38065, datanodeUuid=10d1220c-2c79-45bb-83ac-4637cc52dce2, infoPort=43859, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=524810325;c=1731403355200)
2024-11-12T09:22:36,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbae14b3a41af5308 with lease ID 0xd1bbfa8357bdcc74: from storage DS-30cb0a03-a4d0-445b-aeeb-ca88db96d6a5 node DatanodeRegistration(127.0.0.1:38065, datanodeUuid=10d1220c-2c79-45bb-83ac-4637cc52dce2, infoPort=43859, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=524810325;c=1731403355200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:22:36,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51
2024-11-12T09:22:36,658 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:36,659 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:36,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:22:36,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:22:36,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:22:36,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:36,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-12T09:22:36,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:36,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:22:36,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:22:36,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:22:37,065 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9 with version=8
2024-11-12T09:22:37,065 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/hbase-staging
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:22:37,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46809
2024-11-12T09:22:37,068 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46809 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:37,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468090x0, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:37,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46809-0x1012e5a65060006 connected
2024-11-12T09:22:37,194 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:37,196 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:37,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/running
2024-11-12T09:22:37,197 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9, hbase.cluster.distributed=false
2024-11-12T09:22:37,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/acl
2024-11-12T09:22:37,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46809
2024-11-12T09:22:37,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46809
2024-11-12T09:22:37,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46809
2024-11-12T09:22:37,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46809
2024-11-12T09:22:37,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46809
2024-11-12T09:22:37,230 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:22:37,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:37,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:37,231 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:22:37,231 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:22:37,231 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:22:37,231 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:22:37,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:22:37,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43441
2024-11-12T09:22:37,232 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43441 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:37,232 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:37,233 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434410x0, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:37,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434410x0, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/running
2024-11-12T09:22:37,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43441-0x1012e5a65060007 connected
2024-11-12T09:22:37,248 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:22:37,248 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:22:37,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/master
2024-11-12T09:22:37,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/acl
2024-11-12T09:22:37,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43441
2024-11-12T09:22:37,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43441
2024-11-12T09:22:37,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43441
2024-11-12T09:22:37,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43441
2024-11-12T09:22:37,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43441
2024-11-12T09:22:37,274 DEBUG [M:0;106923ea030f:46809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:46809
2024-11-12T09:22:37,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2038376496/backup-masters/106923ea030f,46809,1731403357067
2024-11-12T09:22:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496/backup-masters
2024-11-12T09:22:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496/backup-masters
2024-11-12T09:22:37,284 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on existing znode=/2-2038376496/backup-masters/106923ea030f,46809,1731403357067
2024-11-12T09:22:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2038376496/master
2024-11-12T09:22:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:37,294 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on existing znode=/2-2038376496/master
2024-11-12T09:22:37,295 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2038376496/backup-masters/106923ea030f,46809,1731403357067 from backup master directory
2024-11-12T09:22:37,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2038376496/backup-masters/106923ea030f,46809,1731403357067
2024-11-12T09:22:37,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496/backup-masters
2024-11-12T09:22:37,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496/backup-masters
2024-11-12T09:22:37,305 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:22:37,305 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,46809,1731403357067
2024-11-12T09:22:37,308 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/hbase.id] with ID: 98ec23cd-5006-4822-8557-590d51c783ba
2024-11-12T09:22:37,308 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/.tmp/hbase.id
2024-11-12T09:22:37,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:22:37,714 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/.tmp/hbase.id]:[hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/hbase.id]
2024-11-12T09:22:37,722 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:22:37,722 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:22:37,722 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:22:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:37,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:22:38,180 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:38,181 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:22:38,181 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:38,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:22:38,586 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store
2024-11-12T09:22:38,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:22:38,990 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:38,991 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:38,991 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:38,991 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:38,991 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:38,991 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:38,991 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:38,991 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403358990Disabling compacts and flushes for region at 1731403358990Disabling writes for close at 1731403358991 (+1 ms)Writing region close event to WAL at 1731403358991Closed at 1731403358991
2024-11-12T09:22:38,991 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/.initializing
2024-11-12T09:22:38,991 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/WALs/106923ea030f,46809,1731403357067
2024-11-12T09:22:38,992 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:22:38,994 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C46809%2C1731403357067, suffix=, logDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/WALs/106923ea030f,46809,1731403357067, archiveDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/oldWALs, maxLogs=10
2024-11-12T09:22:39,023 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/WALs/106923ea030f,46809,1731403357067/106923ea030f%2C46809%2C1731403357067.1731403359007, exclude list is [], retry=0
2024-11-12T09:22:39,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-67d1ca2e-e6d9-4ca1-8fbe-f365f5e9e651,DISK]
2024-11-12T09:22:39,027 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/WALs/106923ea030f,46809,1731403357067/106923ea030f%2C46809%2C1731403357067.1731403359007
2024-11-12T09:22:39,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)]
2024-11-12T09:22:39,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:39,027 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:39,028 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,028 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,029 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:39,030 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:22:39,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:39,030 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:39,030 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:39,031 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:22:39,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:39,031 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:39,031 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:39,032 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:22:39,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:39,032 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:39,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:22:39,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:22:39,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:39,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:39,034 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,034 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,034 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,035 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,035 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,035 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:39,036 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:22:39,037 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:39,037 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68073555, jitterRate=0.01437501609325409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:39,037 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403359028Initializing all the Stores at 1731403359028Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403359028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403359028Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403359028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403359028Cleaning up temporary data from old regions at 1731403359035 (+7 ms)Region opened successfully at 1731403359037 (+2 ms)
2024-11-12T09:22:39,038 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:22:39,039 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612d5414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:22:39,040 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:22:39,040 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:22:39,040 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:22:39,040 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:22:39,040 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:22:39,041 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:22:39,041 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:22:39,042 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:22:39,043 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Unable to get data of znode /2-2038376496/balancer because node does not exist (not necessarily an error)
2024-11-12T09:22:39,110 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2038376496/balancer already deleted, retry=false
2024-11-12T09:22:39,110 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:22:39,111 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Unable to get data of znode /2-2038376496/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:22:39,120 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2038376496/normalizer already deleted, retry=false
2024-11-12T09:22:39,121 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:22:39,121 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Unable to get data of znode /2-2038376496/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:22:39,131 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2038376496/switch/split already deleted, retry=false
2024-11-12T09:22:39,132 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Unable to get data of znode /2-2038376496/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:22:39,141 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2038376496/switch/merge already deleted, retry=false
2024-11-12T09:22:39,143 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Unable to get data of znode /2-2038376496/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:22:39,152 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2038376496/snapshot-cleanup already deleted, retry=false
2024-11-12T09:22:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2038376496/running
2024-11-12T09:22:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2038376496/running
2024-11-12T09:22:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:39,163 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,46809,1731403357067, sessionid=0x1012e5a65060006, setting cluster-up flag (Was=false)
2024-11-12T09:22:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:39,215 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2038376496/flush-table-proc/acquired, /2-2038376496/flush-table-proc/reached, /2-2038376496/flush-table-proc/abort
2024-11-12T09:22:39,216 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,46809,1731403357067
2024-11-12T09:22:39,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:39,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:39,268 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2038376496/online-snapshot/acquired, /2-2038376496/online-snapshot/reached, /2-2038376496/online-snapshot/abort
2024-11-12T09:22:39,269 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,46809,1731403357067
2024-11-12T09:22:39,269 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:22:39,270 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:39,270 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:22:39,271 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:22:39,271 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,46809,1731403357067
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:22:39,272 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403389272
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:22:39,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:39,273 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:22:39,273 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:22:39,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:22:39,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:22:39,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:39,274 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:22:39,274 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403359274,5,FailOnTimeoutGroup]
2024-11-12T09:22:39,274 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403359274,5,FailOnTimeoutGroup]
2024-11-12T09:22:39,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:22:39,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,274 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:22:39,363 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(746): ClusterId : 98ec23cd-5006-4822-8557-590d51c783ba
2024-11-12T09:22:39,363 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:22:39,374 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:22:39,374 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:22:39,384 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:22:39,384 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822f4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:22:39,395 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:43441
2024-11-12T09:22:39,395 INFO  [RS:0;106923ea030f:43441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:22:39,395 INFO  [RS:0;106923ea030f:43441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:22:39,395 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:22:39,395 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,46809,1731403357067 with port=43441, startcode=1731403357230
2024-11-12T09:22:39,396 DEBUG [RS:0;106923ea030f:43441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:22:39,397 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:22:39,397 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,43441,1731403357230
2024-11-12T09:22:39,397 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46809 {}] master.ServerManager(517): Registering regionserver=106923ea030f,43441,1731403357230
2024-11-12T09:22:39,398 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9
2024-11-12T09:22:39,398 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40517
2024-11-12T09:22:39,398 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:22:39,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496/rs
2024-11-12T09:22:39,454 DEBUG [RS:0;106923ea030f:43441 {}] zookeeper.ZKUtil(111): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on existing znode=/2-2038376496/rs/106923ea030f,43441,1731403357230
2024-11-12T09:22:39,454 WARN  [RS:0;106923ea030f:43441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:22:39,454 INFO  [RS:0;106923ea030f:43441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:39,454 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230
2024-11-12T09:22:39,454 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,43441,1731403357230]
2024-11-12T09:22:39,456 INFO  [RS:0;106923ea030f:43441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:22:39,457 INFO  [RS:0;106923ea030f:43441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:22:39,458 INFO  [RS:0;106923ea030f:43441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:22:39,458 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,458 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:22:39,458 INFO  [RS:0;106923ea030f:43441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:22:39,458 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,458 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,459 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,459 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:22:39,459 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:22:39,459 DEBUG [RS:0;106923ea030f:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:22:39,459 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,459 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,459 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,459 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,459 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,459 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43441,1731403357230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:22:39,471 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:22:39,471 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43441,1731403357230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,471 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,471 INFO  [RS:0;106923ea030f:43441 {}] regionserver.Replication(171): 106923ea030f,43441,1731403357230 started
2024-11-12T09:22:39,482 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:39,483 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,43441,1731403357230, RpcServer on 106923ea030f/172.17.0.2:43441, sessionid=0x1012e5a65060007
2024-11-12T09:22:39,483 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:22:39,483 DEBUG [RS:0;106923ea030f:43441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,43441,1731403357230
2024-11-12T09:22:39,483 DEBUG [RS:0;106923ea030f:43441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,43441,1731403357230'
2024-11-12T09:22:39,483 DEBUG [RS:0;106923ea030f:43441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2038376496/flush-table-proc/abort'
2024-11-12T09:22:39,483 DEBUG [RS:0;106923ea030f:43441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2038376496/flush-table-proc/acquired'
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,43441,1731403357230
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,43441,1731403357230'
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2038376496/online-snapshot/abort'
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2038376496/online-snapshot/acquired'
2024-11-12T09:22:39,484 DEBUG [RS:0;106923ea030f:43441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:22:39,484 INFO  [RS:0;106923ea030f:43441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:22:39,484 INFO  [RS:0;106923ea030f:43441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:22:39,585 INFO  [RS:0;106923ea030f:43441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:22:39,586 INFO  [RS:0;106923ea030f:43441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C43441%2C1731403357230, suffix=, logDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230, archiveDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/oldWALs, maxLogs=10
2024-11-12T09:22:39,598 DEBUG [RS:0;106923ea030f:43441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, exclude list is [], retry=0
2024-11-12T09:22:39,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-67d1ca2e-e6d9-4ca1-8fbe-f365f5e9e651,DISK]
2024-11-12T09:22:39,601 INFO  [RS:0;106923ea030f:43441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586
2024-11-12T09:22:39,601 DEBUG [RS:0;106923ea030f:43441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)]
2024-11-12T09:22:39,678 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:22:39,678 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9
2024-11-12T09:22:39,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:22:40,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:40,084 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:22:40,085 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:22:40,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:22:40,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:22:40,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:22:40,087 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:22:40,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:22:40,088 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:22:40,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:22:40,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740
2024-11-12T09:22:40,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740
2024-11-12T09:22:40,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:22:40,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:22:40,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:40,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:22:40,091 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:40,091 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63497268, jitterRate=-0.05381697416305542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:40,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403360083Initializing all the Stores at 1731403360083Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403360083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403360083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403360083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403360083Cleaning up temporary data from old regions at 1731403360089 (+6 ms)Region opened successfully at 1731403360091 (+2 ms)
2024-11-12T09:22:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:40,092 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:40,092 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403360092Disabling compacts and flushes for region at 1731403360092Disabling writes for close at 1731403360092Writing region close event to WAL at 1731403360092Closed at 1731403360092
2024-11-12T09:22:40,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:40,093 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:22:40,093 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:22:40,093 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:22:40,094 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:22:40,244 DEBUG [106923ea030f:46809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:22:40,245 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,43441,1731403357230
2024-11-12T09:22:40,246 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,43441,1731403357230, state=OPENING
2024-11-12T09:22:40,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:22:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:40,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2038376496/meta-region-server: CHANGED
2024-11-12T09:22:40,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2038376496/meta-region-server: CHANGED
2024-11-12T09:22:40,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:22:40,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,43441,1731403357230}]
2024-11-12T09:22:40,543 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:40,544 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,544 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,544 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,545 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:40,557 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:22:40,559 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:22:40,560 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:40,560 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:22:40,561 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C43441%2C1731403357230.meta, suffix=.meta, logDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230, archiveDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/oldWALs, maxLogs=10
2024-11-12T09:22:40,573 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.meta.1731403360561.meta, exclude list is [], retry=0
2024-11-12T09:22:40,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-67d1ca2e-e6d9-4ca1-8fbe-f365f5e9e651,DISK]
2024-11-12T09:22:40,576 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.meta.1731403360561.meta
2024-11-12T09:22:40,577 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)]
2024-11-12T09:22:40,577 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:40,577 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:40,577 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:40,577 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:22:40,577 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:22:40,577 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:22:40,578 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:40,578 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:22:40,578 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:22:40,580 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:22:40,581 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:22:40,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,581 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,581 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:22:40,582 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:22:40,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:22:40,583 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:22:40,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,583 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,583 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:22:40,584 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:22:40,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:22:40,584 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:22:40,585 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740
2024-11-12T09:22:40,585 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740
2024-11-12T09:22:40,586 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:22:40,586 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:22:40,586 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:22:40,587 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:22:40,587 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64065557, jitterRate=-0.04534880816936493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:22:40,587 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:22:40,587 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403360578Writing region info on filesystem at 1731403360578Initializing all the Stores at 1731403360578Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403360578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403360580 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403360580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403360580Cleaning up temporary data from old regions at 1731403360586 (+6 ms)Running coprocessor post-open hooks at 1731403360587 (+1 ms)Region opened successfully at 1731403360587
2024-11-12T09:22:40,588 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,588 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403360555
2024-11-12T09:22:40,588 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,588 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,589 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,589 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,589 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,590 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:22:40,590 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:22:40,590 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,43441,1731403357230
2024-11-12T09:22:40,591 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,43441,1731403357230, state=OPEN
2024-11-12T09:22:40,597 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,600 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,600 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:40,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2038376496/meta-region-server
2024-11-12T09:22:40,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2038376496/meta-region-server
2024-11-12T09:22:40,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,43441,1731403357230
2024-11-12T09:22:40,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2038376496/meta-region-server: CHANGED
2024-11-12T09:22:40,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2038376496/meta-region-server: CHANGED
2024-11-12T09:22:40,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:22:40,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,43441,1731403357230 in 217 msec
2024-11-12T09:22:40,623 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:22:40,623 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec
2024-11-12T09:22:40,624 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:22:40,624 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:22:40,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:40,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43441,1731403357230, seqNum=-1]
2024-11-12T09:22:40,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:40,626 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:40,630 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec
2024-11-12T09:22:40,630 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403360630, completionTime=-1
2024-11-12T09:22:40,630 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:22:40,630 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:22:40,631 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:22:40,631 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403420631
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403480632
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46809,1731403357067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46809,1731403357067-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46809,1731403357067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:46809, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,632 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,634 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:22:40,635 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec
2024-11-12T09:22:40,635 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:22:40,635 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:22:40,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:22:40,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:22:40,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:22:40,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46809,1731403357067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:22:40,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46809,1731403357067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:22:40,637 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:22:40,638 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:22:40,638 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,46809,1731403357067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:22:40,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f30dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:40,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,46809,-1 for getting cluster id
2024-11-12T09:22:40,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:40,665 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98ec23cd-5006-4822-8557-590d51c783ba'
2024-11-12T09:22:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98ec23cd-5006-4822-8557-590d51c783ba"

2024-11-12T09:22:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f62962c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,46809,-1]
2024-11-12T09:22:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:40,666 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:40,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22741a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:40,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43441,1731403357230, seqNum=-1]
2024-11-12T09:22:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:40,669 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:40,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,46809,1731403357067
2024-11-12T09:22:40,671 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51153
2024-11-12T09:22:40,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:22:40,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012e5a65060008 connected
2024-11-12T09:22:40,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33099,1731403346421
2024-11-12T09:22:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2820eaf1
2024-11-12T09:22:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:40,698 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:40,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:22:40,700 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:40,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:40,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:22:40,701 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:40,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:41,111 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0384c78065a34656c186d60945fb3dd9, NAME => 'test,,1731403360698.0384c78065a34656c186d60945fb3dd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa
2024-11-12T09:22:41,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:22:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:41,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403360698.0384c78065a34656c186d60945fb3dd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:41,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0384c78065a34656c186d60945fb3dd9, disabling compactions & flushes
2024-11-12T09:22:41,515 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403360698.0384c78065a34656c186d60945fb3dd9. after waiting 0 ms
2024-11-12T09:22:41,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,515 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0384c78065a34656c186d60945fb3dd9:
Waiting for close lock at 1731403361515Disabling compacts and flushes for region at 1731403361515Disabling writes for close at 1731403361515Writing region close event to WAL at 1731403361515Closed at 1731403361515
2024-11-12T09:22:41,516 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:41,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403360698.0384c78065a34656c186d60945fb3dd9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403361516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403361516"}]},"ts":"1731403361516"}
2024-11-12T09:22:41,518 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:41,519 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:41,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403361519"}]},"ts":"1731403361519"}
2024-11-12T09:22:41,521 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:22:41,521 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0384c78065a34656c186d60945fb3dd9, ASSIGN}]
2024-11-12T09:22:41,523 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0384c78065a34656c186d60945fb3dd9, ASSIGN
2024-11-12T09:22:41,524 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0384c78065a34656c186d60945fb3dd9, ASSIGN; state=OFFLINE, location=106923ea030f,32799,1731403346608; forceNewPlan=false, retain=false
2024-11-12T09:22:41,674 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0384c78065a34656c186d60945fb3dd9, regionState=OPENING, regionLocation=106923ea030f,32799,1731403346608
2024-11-12T09:22:41,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0384c78065a34656c186d60945fb3dd9, ASSIGN because future has completed
2024-11-12T09:22:41,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0384c78065a34656c186d60945fb3dd9, server=106923ea030f,32799,1731403346608}]
2024-11-12T09:22:41,831 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,832 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0384c78065a34656c186d60945fb3dd9, NAME => 'test,,1731403360698.0384c78065a34656c186d60945fb3dd9.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:41,832 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:41,832 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:22:41,832 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,832 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403360698.0384c78065a34656c186d60945fb3dd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:41,832 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,832 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,833 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0384c78065a34656c186d60945fb3dd9 
2024-11-12T09:22:41,834 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0384c78065a34656c186d60945fb3dd9 columnFamilyName f
2024-11-12T09:22:41,834 DEBUG [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:41,835 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] regionserver.HStore(327): Store=0384c78065a34656c186d60945fb3dd9/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:41,835 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0384c78065a34656c186d60945fb3dd9 
2024-11-12T09:22:41,835 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0384c78065a34656c186d60945fb3dd9 columnFamilyName f1
2024-11-12T09:22:41,835 DEBUG [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:41,836 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] regionserver.HStore(327): Store=0384c78065a34656c186d60945fb3dd9/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:41,836 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0384c78065a34656c186d60945fb3dd9 
2024-11-12T09:22:41,836 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0384c78065a34656c186d60945fb3dd9 columnFamilyName norep
2024-11-12T09:22:41,836 DEBUG [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:41,837 INFO  [StoreOpener-0384c78065a34656c186d60945fb3dd9-1 {}] regionserver.HStore(327): Store=0384c78065a34656c186d60945fb3dd9/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:41,837 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,837 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,837 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,838 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,838 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,838 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:41,839 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,840 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:41,841 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0384c78065a34656c186d60945fb3dd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67578383, jitterRate=0.006996378302574158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:41,841 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:22:41,841 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0384c78065a34656c186d60945fb3dd9:
Running coprocessor pre-open hook at 1731403361832Writing region info on filesystem at 1731403361832Initializing all the Stores at 1731403361833 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403361833Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403361833Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403361833Cleaning up temporary data from old regions at 1731403361838 (+5 ms)Running coprocessor post-open hooks at 1731403361841 (+3 ms)Region opened successfully at 1731403361841
2024-11-12T09:22:41,842 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403360698.0384c78065a34656c186d60945fb3dd9., pid=6, masterSystemTime=1731403361828
2024-11-12T09:22:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:41,843 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,843 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:22:41,844 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0384c78065a34656c186d60945fb3dd9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,32799,1731403346608
2024-11-12T09:22:41,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0384c78065a34656c186d60945fb3dd9, server=106923ea030f,32799,1731403346608 because future has completed
2024-11-12T09:22:41,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:22:41,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0384c78065a34656c186d60945fb3dd9, server=106923ea030f,32799,1731403346608 in 170 msec
2024-11-12T09:22:41,848 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:22:41,848 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0384c78065a34656c186d60945fb3dd9, ASSIGN in 326 msec
2024-11-12T09:22:41,849 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:41,849 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403361849"}]},"ts":"1731403361849"}
2024-11-12T09:22:41,850 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:22:41,851 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:41,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-12T09:22:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:42,853 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:22:42,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33055,1731403351715
2024-11-12T09:22:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7667930
2024-11-12T09:22:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:42,855 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:42,855 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:22:42,857 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:42,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:42,857 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:22:42,858 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:42,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:22:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:43,264 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c7b5250309427697055b1041c480b20, NAME => 'test,,1731403362855.2c7b5250309427697055b1041c480b20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b
2024-11-12T09:22:43,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:22:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:43,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403362855.2c7b5250309427697055b1041c480b20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:43,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2c7b5250309427697055b1041c480b20, disabling compactions & flushes
2024-11-12T09:22:43,668 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403362855.2c7b5250309427697055b1041c480b20. after waiting 0 ms
2024-11-12T09:22:43,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,668 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c7b5250309427697055b1041c480b20:
Waiting for close lock at 1731403363668Disabling compacts and flushes for region at 1731403363668Disabling writes for close at 1731403363668Writing region close event to WAL at 1731403363668Closed at 1731403363668
2024-11-12T09:22:43,669 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:43,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403362855.2c7b5250309427697055b1041c480b20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403363669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403363669"}]},"ts":"1731403363669"}
2024-11-12T09:22:43,672 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:43,673 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:43,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403363673"}]},"ts":"1731403363673"}
2024-11-12T09:22:43,674 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:22:43,675 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c7b5250309427697055b1041c480b20, ASSIGN}]
2024-11-12T09:22:43,676 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c7b5250309427697055b1041c480b20, ASSIGN
2024-11-12T09:22:43,676 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2c7b5250309427697055b1041c480b20, ASSIGN; state=OFFLINE, location=106923ea030f,36031,1731403351829; forceNewPlan=false, retain=false
2024-11-12T09:22:43,826 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c7b5250309427697055b1041c480b20, regionState=OPENING, regionLocation=106923ea030f,36031,1731403351829
2024-11-12T09:22:43,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2c7b5250309427697055b1041c480b20, ASSIGN because future has completed
2024-11-12T09:22:43,828 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7b5250309427697055b1041c480b20, server=106923ea030f,36031,1731403351829}]
2024-11-12T09:22:43,983 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,983 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c7b5250309427697055b1041c480b20, NAME => 'test,,1731403362855.2c7b5250309427697055b1041c480b20.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:43,984 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:43,984 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:22:43,984 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,984 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403362855.2c7b5250309427697055b1041c480b20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:43,984 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,984 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,985 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c7b5250309427697055b1041c480b20 
2024-11-12T09:22:43,986 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7b5250309427697055b1041c480b20 columnFamilyName f
2024-11-12T09:22:43,986 DEBUG [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:43,986 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] regionserver.HStore(327): Store=2c7b5250309427697055b1041c480b20/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:43,986 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2c7b5250309427697055b1041c480b20 
2024-11-12T09:22:43,987 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7b5250309427697055b1041c480b20 columnFamilyName f1
2024-11-12T09:22:43,987 DEBUG [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:43,987 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] regionserver.HStore(327): Store=2c7b5250309427697055b1041c480b20/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:43,987 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c7b5250309427697055b1041c480b20 
2024-11-12T09:22:43,988 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7b5250309427697055b1041c480b20 columnFamilyName norep
2024-11-12T09:22:43,988 DEBUG [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:43,988 INFO  [StoreOpener-2c7b5250309427697055b1041c480b20-1 {}] regionserver.HStore(327): Store=2c7b5250309427697055b1041c480b20/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:43,989 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,989 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,989 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,990 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,990 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,991 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:43,991 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:43,994 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:43,994 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c7b5250309427697055b1041c480b20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692568, jitterRate=-0.06580793857574463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:43,995 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c7b5250309427697055b1041c480b20
2024-11-12T09:22:43,995 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c7b5250309427697055b1041c480b20:
Running coprocessor pre-open hook at 1731403363984Writing region info on filesystem at 1731403363984Initializing all the Stores at 1731403363985 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403363985Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403363985Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403363985Cleaning up temporary data from old regions at 1731403363990 (+5 ms)Running coprocessor post-open hooks at 1731403363995 (+5 ms)Region opened successfully at 1731403363995
2024-11-12T09:22:43,995 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403362855.2c7b5250309427697055b1041c480b20., pid=6, masterSystemTime=1731403363980
2024-11-12T09:22:43,998 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,998 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:22:43,998 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c7b5250309427697055b1041c480b20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,36031,1731403351829
2024-11-12T09:22:44,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7b5250309427697055b1041c480b20, server=106923ea030f,36031,1731403351829 because future has completed
2024-11-12T09:22:44,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:22:44,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7b5250309427697055b1041c480b20, server=106923ea030f,36031,1731403351829 in 173 msec
2024-11-12T09:22:44,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:22:44,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2c7b5250309427697055b1041c480b20, ASSIGN in 327 msec
2024-11-12T09:22:44,005 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:44,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403364005"}]},"ts":"1731403364005"}
2024-11-12T09:22:44,007 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:22:44,007 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:44,008 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-12T09:22:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:45,003 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:22:45,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,46809,1731403357067
2024-11-12T09:22:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26641c95
2024-11-12T09:22:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:45,004 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:45,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:22:45,006 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:45,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:45,007 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:45,007 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:22:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:45,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:22:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:45,413 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb31af9b572887d16766eb0a5faad4ee, NAME => 'test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9
2024-11-12T09:22:45,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:22:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:45,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:45,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb31af9b572887d16766eb0a5faad4ee, disabling compactions & flushes
2024-11-12T09:22:45,817 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:45,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:45,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee. after waiting 0 ms
2024-11-12T09:22:45,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:45,817 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:45,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb31af9b572887d16766eb0a5faad4ee:
Waiting for close lock at 1731403365817Disabling compacts and flushes for region at 1731403365817Disabling writes for close at 1731403365817Writing region close event to WAL at 1731403365817Closed at 1731403365817
2024-11-12T09:22:45,818 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:45,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403365819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403365819"}]},"ts":"1731403365819"}
2024-11-12T09:22:45,820 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:45,821 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:45,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403365821"}]},"ts":"1731403365821"}
2024-11-12T09:22:45,822 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:22:45,823 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb31af9b572887d16766eb0a5faad4ee, ASSIGN}]
2024-11-12T09:22:45,823 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb31af9b572887d16766eb0a5faad4ee, ASSIGN
2024-11-12T09:22:45,824 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb31af9b572887d16766eb0a5faad4ee, ASSIGN; state=OFFLINE, location=106923ea030f,43441,1731403357230; forceNewPlan=false, retain=false
2024-11-12T09:22:45,975 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb31af9b572887d16766eb0a5faad4ee, regionState=OPENING, regionLocation=106923ea030f,43441,1731403357230
2024-11-12T09:22:45,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb31af9b572887d16766eb0a5faad4ee, ASSIGN because future has completed
2024-11-12T09:22:45,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb31af9b572887d16766eb0a5faad4ee, server=106923ea030f,43441,1731403357230}]
2024-11-12T09:22:46,080 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:46,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,115 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,115 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,115 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,115 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,115 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,116 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,122 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,125 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,126 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:46,148 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:46,149 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb31af9b572887d16766eb0a5faad4ee, NAME => 'test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:46,149 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:46,149 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:22:46,149 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,149 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:46,150 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,150 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,155 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb31af9b572887d16766eb0a5faad4ee 
2024-11-12T09:22:46,156 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb31af9b572887d16766eb0a5faad4ee columnFamilyName f
2024-11-12T09:22:46,157 DEBUG [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:46,157 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] regionserver.HStore(327): Store=cb31af9b572887d16766eb0a5faad4ee/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:46,157 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb31af9b572887d16766eb0a5faad4ee 
2024-11-12T09:22:46,158 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb31af9b572887d16766eb0a5faad4ee columnFamilyName f1
2024-11-12T09:22:46,158 DEBUG [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:46,158 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] regionserver.HStore(327): Store=cb31af9b572887d16766eb0a5faad4ee/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:46,158 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb31af9b572887d16766eb0a5faad4ee 
2024-11-12T09:22:46,159 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb31af9b572887d16766eb0a5faad4ee columnFamilyName norep
2024-11-12T09:22:46,159 DEBUG [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:46,159 INFO  [StoreOpener-cb31af9b572887d16766eb0a5faad4ee-1 {}] regionserver.HStore(327): Store=cb31af9b572887d16766eb0a5faad4ee/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:46,160 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,160 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,160 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,161 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,161 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,161 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:46,162 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,164 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:46,165 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb31af9b572887d16766eb0a5faad4ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521193, jitterRate=-0.09816394746303558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:46,165 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:46,165 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb31af9b572887d16766eb0a5faad4ee:
Running coprocessor pre-open hook at 1731403366150Writing region info on filesystem at 1731403366150Initializing all the Stores at 1731403366151 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403366151Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403366155 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403366155Cleaning up temporary data from old regions at 1731403366161 (+6 ms)Running coprocessor post-open hooks at 1731403366165 (+4 ms)Region opened successfully at 1731403366165
2024-11-12T09:22:46,166 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee., pid=6, masterSystemTime=1731403366137
2024-11-12T09:22:46,168 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:46,168 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:46,168 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb31af9b572887d16766eb0a5faad4ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,43441,1731403357230
2024-11-12T09:22:46,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb31af9b572887d16766eb0a5faad4ee, server=106923ea030f,43441,1731403357230 because future has completed
2024-11-12T09:22:46,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:22:46,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:22:46,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb31af9b572887d16766eb0a5faad4ee, server=106923ea030f,43441,1731403357230 in 200 msec
2024-11-12T09:22:46,180 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:22:46,180 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb31af9b572887d16766eb0a5faad4ee, ASSIGN in 355 msec
2024-11-12T09:22:46,180 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:46,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403366180"}]},"ts":"1731403366180"}
2024-11-12T09:22:46,182 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:22:46,183 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:46,185 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec
2024-11-12T09:22:46,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:22:46,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-12T09:22:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:22:46,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-12T09:22:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:22:47,153 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:22:47,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f9c091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:47,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33099,-1 for getting cluster id
2024-11-12T09:22:47,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:47,154 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df42be8c-0632-418b-b926-30ea9d1984e9'
2024-11-12T09:22:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df42be8c-0632-418b-b926-30ea9d1984e9"

2024-11-12T09:22:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d25970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33099,-1]
2024-11-12T09:22:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:47,156 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ddf473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:47,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33099,1731403346421
2024-11-12T09:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@775ef244
2024-11-12T09:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:47,158 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:47,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:33055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:22:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:22:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:47,161 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33055'
2024-11-12T09:22:47,162 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f85b493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:47,162 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:47,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:47,162 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:47,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:47,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:47,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a38f893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:47,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:47,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:47,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:47,163 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a06ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:47,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33055,1731403351715
2024-11-12T09:22:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6694473c
2024-11-12T09:22:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:47,166 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:47,166 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:22:47,166 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:22:47,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:47,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:47,166 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:47,167 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:47,168 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:22:47,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:47,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:47,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:47,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:22:47,218 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:22:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:47,576 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da27ba5cb3957ce4bf7cb9760dcc188b, NAME => 'hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa
2024-11-12T09:22:47,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:22:47,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:47,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da27ba5cb3957ce4bf7cb9760dcc188b, disabling compactions & flushes
2024-11-12T09:22:47,581 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b. after waiting 0 ms
2024-11-12T09:22:47,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,581 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da27ba5cb3957ce4bf7cb9760dcc188b:
Waiting for close lock at 1731403367580Disabling compacts and flushes for region at 1731403367580Disabling writes for close at 1731403367581 (+1 ms)Writing region close event to WAL at 1731403367581Closed at 1731403367581
2024-11-12T09:22:47,581 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:47,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403367581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403367581"}]},"ts":"1731403367581"}
2024-11-12T09:22:47,583 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:47,584 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:47,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403367584"}]},"ts":"1731403367584"}
2024-11-12T09:22:47,585 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:22:47,585 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da27ba5cb3957ce4bf7cb9760dcc188b, ASSIGN}]
2024-11-12T09:22:47,586 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da27ba5cb3957ce4bf7cb9760dcc188b, ASSIGN
2024-11-12T09:22:47,587 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da27ba5cb3957ce4bf7cb9760dcc188b, ASSIGN; state=OFFLINE, location=106923ea030f,32799,1731403346608; forceNewPlan=false, retain=false
2024-11-12T09:22:47,738 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da27ba5cb3957ce4bf7cb9760dcc188b, regionState=OPENING, regionLocation=106923ea030f,32799,1731403346608
2024-11-12T09:22:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da27ba5cb3957ce4bf7cb9760dcc188b, ASSIGN because future has completed
2024-11-12T09:22:47,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da27ba5cb3957ce4bf7cb9760dcc188b, server=106923ea030f,32799,1731403346608}]
2024-11-12T09:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:47,894 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,895 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:47,895 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:22:47,896 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C32799%2C1731403346608.rep, suffix=, logDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/oldWALs, maxLogs=10
2024-11-12T09:22:47,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.rep.1731403367896, exclude list is [], retry=0
2024-11-12T09:22:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-976ed8e9-e0e4-4626-a440-d78129790def,DISK]
2024-11-12T09:22:47,912 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.rep.1731403367896
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42589:42589)]
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da27ba5cb3957ce4bf7cb9760dcc188b, NAME => 'hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:47,913 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b. service=MultiRowMutationService
2024-11-12T09:22:47,913 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,914 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da27ba5cb3957ce4bf7cb9760dcc188b 
2024-11-12T09:22:47,915 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da27ba5cb3957ce4bf7cb9760dcc188b columnFamilyName hfileref
2024-11-12T09:22:47,915 DEBUG [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:47,916 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] regionserver.HStore(327): Store=da27ba5cb3957ce4bf7cb9760dcc188b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:47,916 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da27ba5cb3957ce4bf7cb9760dcc188b 
2024-11-12T09:22:47,916 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da27ba5cb3957ce4bf7cb9760dcc188b columnFamilyName queue
2024-11-12T09:22:47,916 DEBUG [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:47,917 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] regionserver.HStore(327): Store=da27ba5cb3957ce4bf7cb9760dcc188b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:47,917 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da27ba5cb3957ce4bf7cb9760dcc188b 
2024-11-12T09:22:47,917 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da27ba5cb3957ce4bf7cb9760dcc188b columnFamilyName sid
2024-11-12T09:22:47,917 DEBUG [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:47,918 INFO  [StoreOpener-da27ba5cb3957ce4bf7cb9760dcc188b-1 {}] regionserver.HStore(327): Store=da27ba5cb3957ce4bf7cb9760dcc188b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:47,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:47,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:47,921 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da27ba5cb3957ce4bf7cb9760dcc188b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66048891, jitterRate=-0.015794828534126282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:47,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:22:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da27ba5cb3957ce4bf7cb9760dcc188b:
Running coprocessor pre-open hook at 1731403367914Writing region info on filesystem at 1731403367914Initializing all the Stores at 1731403367914Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403367914Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403367914Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403367914Cleaning up temporary data from old regions at 1731403367919 (+5 ms)Running coprocessor post-open hooks at 1731403367921 (+2 ms)Region opened successfully at 1731403367922 (+1 ms)
2024-11-12T09:22:47,923 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b., pid=10, masterSystemTime=1731403367892
2024-11-12T09:22:47,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,924 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:22:47,924 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da27ba5cb3957ce4bf7cb9760dcc188b, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,32799,1731403346608
2024-11-12T09:22:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da27ba5cb3957ce4bf7cb9760dcc188b, server=106923ea030f,32799,1731403346608 because future has completed
2024-11-12T09:22:47,928 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:22:47,928 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da27ba5cb3957ce4bf7cb9760dcc188b, server=106923ea030f,32799,1731403346608 in 186 msec
2024-11-12T09:22:47,930 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:22:47,930 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da27ba5cb3957ce4bf7cb9760dcc188b, ASSIGN in 343 msec
2024-11-12T09:22:47,930 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:47,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403367930"}]},"ts":"1731403367930"}
2024-11-12T09:22:47,932 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:22:47,932 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:47,933 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec
2024-11-12T09:22:47,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b., hostname=106923ea030f,32799,1731403346608, seqNum=2]
2024-11-12T09:22:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:22:48,100 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:48,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:22:48,253 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:22:48,280 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,32799,1731403346608, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:22:48,280 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:48,280 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,32799,1731403346608, seqNum=-1]
2024-11-12T09:22:48,281 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:48,281 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:48,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,32799,1731403346608', locateType=CURRENT is [region=hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b., hostname=106923ea030f,32799,1731403346608, seqNum=2]
2024-11-12T09:22:48,285 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:22:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:22:48,287 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,32799,1731403346608 suceeded
2024-11-12T09:22:48,289 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:22:48,289 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec
2024-11-12T09:22:48,289 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:33055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:22:48,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1310 sec
2024-11-12T09:22:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:48,293 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:48,293 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:48,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:48,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,293 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:48,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648df0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:48,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:48,295 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177a07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,296 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e321c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33055,1731403351715
2024-11-12T09:22:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5ac54b
2024-11-12T09:22:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:48,298 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:48,298 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:46809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:22:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:48,301 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:46809'
2024-11-12T09:22:48,302 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db1558f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,302 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,46809,-1 for getting cluster id
2024-11-12T09:22:48,302 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:48,302 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98ec23cd-5006-4822-8557-590d51c783ba'
2024-11-12T09:22:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98ec23cd-5006-4822-8557-590d51c783ba"

2024-11-12T09:22:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b8a4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,46809,-1]
2024-11-12T09:22:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,304 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f568a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,304 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,46809,1731403357067
2024-11-12T09:22:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d10dc7
2024-11-12T09:22:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:48,306 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:48,307 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-12T09:22:48,307 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:22:48,307 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,307 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,307 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:48,307 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33055'
2024-11-12T09:22:48,307 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:48,308 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:22:48,309 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3400d9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,309 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:48,309 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:48,309 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:48,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:48,310 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:48,310 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74fe3922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:48,311 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:48,312 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec6b4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:48,312 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:48,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33055,1731403351715
2024-11-12T09:22:48,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4855bc
2024-11-12T09:22:48,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:48,313 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService
2024-11-12T09:22:48,314 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,32799,1731403346608 (queues=1) is replicating from cluster=df42be8c-0632-418b-b926-30ea9d1984e9 to cluster=6a8957ff-d4f3-4f46-b221-f887ed812d26
2024-11-12T09:22:48,314 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C32799%2C1731403346608
2024-11-12T09:22:48,314 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,32799,1731403346608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:22:48,315 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C32799%2C1731403346608
2024-11-12T09:22:48,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:22:48,315 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822, startPosition=0, beingWritten=true
2024-11-12T09:22:48,319 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:48,319 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:48,319 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,32799,1731403346608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:48,358 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:22:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:48,522 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:48,716 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fc933f1f2fbc9fd5eb76d2ce6dc564d, NAME => 'hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b
2024-11-12T09:22:48,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:22:48,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:48,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5fc933f1f2fbc9fd5eb76d2ce6dc564d, disabling compactions & flushes
2024-11-12T09:22:48,721 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:48,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:48,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d. after waiting 0 ms
2024-11-12T09:22:48,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:48,721 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:48,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fc933f1f2fbc9fd5eb76d2ce6dc564d:
Waiting for close lock at 1731403368721Disabling compacts and flushes for region at 1731403368721Disabling writes for close at 1731403368721Writing region close event to WAL at 1731403368721Closed at 1731403368721
2024-11-12T09:22:48,722 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:48,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403368722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403368722"}]},"ts":"1731403368722"}
2024-11-12T09:22:48,724 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:48,725 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:48,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403368725"}]},"ts":"1731403368725"}
2024-11-12T09:22:48,726 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:22:48,726 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fc933f1f2fbc9fd5eb76d2ce6dc564d, ASSIGN}]
2024-11-12T09:22:48,727 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fc933f1f2fbc9fd5eb76d2ce6dc564d, ASSIGN
2024-11-12T09:22:48,728 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5fc933f1f2fbc9fd5eb76d2ce6dc564d, ASSIGN; state=OFFLINE, location=106923ea030f,36031,1731403351829; forceNewPlan=false, retain=false
2024-11-12T09:22:48,825 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:48,878 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5fc933f1f2fbc9fd5eb76d2ce6dc564d, regionState=OPENING, regionLocation=106923ea030f,36031,1731403351829
2024-11-12T09:22:48,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5fc933f1f2fbc9fd5eb76d2ce6dc564d, ASSIGN because future has completed
2024-11-12T09:22:48,880 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc933f1f2fbc9fd5eb76d2ce6dc564d, server=106923ea030f,36031,1731403351829}]
2024-11-12T09:22:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:49,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:49,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:49,036 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:22:49,037 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C36031%2C1731403351829.rep, suffix=, logDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/oldWALs, maxLogs=10
2024-11-12T09:22:49,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.rep.1731403369037, exclude list is [], retry=0
2024-11-12T09:22:49,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40141,DS-1251141e-22ac-4528-ba1a-80e95ceacfce,DISK]
2024-11-12T09:22:49,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.rep.1731403369037
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45945:45945)]
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fc933f1f2fbc9fd5eb76d2ce6dc564d, NAME => 'hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:49,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d. service=MultiRowMutationService
2024-11-12T09:22:49,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,054 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5fc933f1f2fbc9fd5eb76d2ce6dc564d 
2024-11-12T09:22:49,055 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc933f1f2fbc9fd5eb76d2ce6dc564d columnFamilyName hfileref
2024-11-12T09:22:49,055 DEBUG [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:49,056 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] regionserver.HStore(327): Store=5fc933f1f2fbc9fd5eb76d2ce6dc564d/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:49,056 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5fc933f1f2fbc9fd5eb76d2ce6dc564d 
2024-11-12T09:22:49,057 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc933f1f2fbc9fd5eb76d2ce6dc564d columnFamilyName queue
2024-11-12T09:22:49,057 DEBUG [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:49,057 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] regionserver.HStore(327): Store=5fc933f1f2fbc9fd5eb76d2ce6dc564d/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:49,057 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5fc933f1f2fbc9fd5eb76d2ce6dc564d 
2024-11-12T09:22:49,058 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc933f1f2fbc9fd5eb76d2ce6dc564d columnFamilyName sid
2024-11-12T09:22:49,058 DEBUG [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:49,058 INFO  [StoreOpener-5fc933f1f2fbc9fd5eb76d2ce6dc564d-1 {}] regionserver.HStore(327): Store=5fc933f1f2fbc9fd5eb76d2ce6dc564d/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:49,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/replication/5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/replication/5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:49,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/replication/5fc933f1f2fbc9fd5eb76d2ce6dc564d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:49,062 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5fc933f1f2fbc9fd5eb76d2ce6dc564d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62542414, jitterRate=-0.06804540753364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:49,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:22:49,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5fc933f1f2fbc9fd5eb76d2ce6dc564d:
Running coprocessor pre-open hook at 1731403369054Writing region info on filesystem at 1731403369054Initializing all the Stores at 1731403369054Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403369054Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403369054Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403369054Cleaning up temporary data from old regions at 1731403369060 (+6 ms)Running coprocessor post-open hooks at 1731403369063 (+3 ms)Region opened successfully at 1731403369063
2024-11-12T09:22:49,063 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d., pid=10, masterSystemTime=1731403369032
2024-11-12T09:22:49,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:49,065 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:22:49,066 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5fc933f1f2fbc9fd5eb76d2ce6dc564d, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,36031,1731403351829
2024-11-12T09:22:49,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc933f1f2fbc9fd5eb76d2ce6dc564d, server=106923ea030f,36031,1731403351829 because future has completed
2024-11-12T09:22:49,070 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:22:49,070 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fc933f1f2fbc9fd5eb76d2ce6dc564d, server=106923ea030f,36031,1731403351829 in 188 msec
2024-11-12T09:22:49,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:22:49,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fc933f1f2fbc9fd5eb76d2ce6dc564d, ASSIGN in 344 msec
2024-11-12T09:22:49,072 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:49,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403369072"}]},"ts":"1731403369072"}
2024-11-12T09:22:49,074 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:22:49,075 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:49,076 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec
2024-11-12T09:22:49,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d., hostname=106923ea030f,36031,1731403351829, seqNum=2]
2024-11-12T09:22:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:22:49,228 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:49,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:49,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:22:49,399 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:22:49,427 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,36031,1731403351829, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:22:49,427 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:49,427 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,36031,1731403351829, seqNum=-1]
2024-11-12T09:22:49,428 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:49,429 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:49,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,36031,1731403351829', locateType=CURRENT is [region=hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d., hostname=106923ea030f,36031,1731403351829, seqNum=2]
2024-11-12T09:22:49,432 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:22:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:22:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:49,433 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,36031,1731403351829 suceeded
2024-11-12T09:22:49,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:22:49,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-12T09:22:49,435 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:46809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:22:49,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1370 sec
2024-11-12T09:22:49,445 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:46809'
2024-11-12T09:22:49,446 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62472a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:49,446 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,46809,-1 for getting cluster id
2024-11-12T09:22:49,446 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:49,447 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98ec23cd-5006-4822-8557-590d51c783ba'
2024-11-12T09:22:49,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:49,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98ec23cd-5006-4822-8557-590d51c783ba"

2024-11-12T09:22:49,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea47d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:49,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,46809,-1]
2024-11-12T09:22:49,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:49,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:49,448 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:49,448 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63006f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:49,449 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:49,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,46809,1731403357067
2024-11-12T09:22:49,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51fef51f
2024-11-12T09:22:49,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:49,450 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService
2024-11-12T09:22:49,450 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,36031,1731403351829 (queues=1) is replicating from cluster=6a8957ff-d4f3-4f46-b221-f887ed812d26 to cluster=98ec23cd-5006-4822-8557-590d51c783ba
2024-11-12T09:22:49,450 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C36031%2C1731403351829
2024-11-12T09:22:49,450 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,36031,1731403351829, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:22:49,451 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C36031%2C1731403351829
2024-11-12T09:22:49,451 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, startPosition=0, beingWritten=true
2024-11-12T09:22:49,455 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:49,455 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:49,455 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:49,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:49,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:22:49,584 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108845 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:22:49,658 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:49,732 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:49,961 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:50,335 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:50,364 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:50,443 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:50,443 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:50,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:50,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:50,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:50,444 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:50,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee8b35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:50,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,46809,-1 for getting cluster id
2024-11-12T09:22:50,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:50,445 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98ec23cd-5006-4822-8557-590d51c783ba'
2024-11-12T09:22:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98ec23cd-5006-4822-8557-590d51c783ba"

2024-11-12T09:22:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce3e5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,46809,-1]
2024-11-12T09:22:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:50,447 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4990c4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:50,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:50,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,46809,1731403357067
2024-11-12T09:22:50,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ae215a
2024-11-12T09:22:50,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:50,449 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:50,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:33055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:22:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:22:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:50,503 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33055'
2024-11-12T09:22:50,505 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0f8abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:50,505 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:50,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:50,505 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:50,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:50,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:50,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a9a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:50,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:50,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:50,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:50,506 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:50,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52590288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:50,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:50,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33055,1731403351715
2024-11-12T09:22:50,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286fb746
2024-11-12T09:22:50,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:50,508 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:22:50,508 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-12T09:22:50,509 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:22:50,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:50,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:50,509 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:50,509 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:22:50,510 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:22:50,511 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:22:50,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:50,512 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:22:50,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:22:50,560 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:22:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:50,868 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:50,918 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c7261e5b9d6abb5fab7a570876a4058, NAME => 'hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9
2024-11-12T09:22:50,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:22:50,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:50,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8c7261e5b9d6abb5fab7a570876a4058, disabling compactions & flushes
2024-11-12T09:22:50,923 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:50,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:50,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058. after waiting 0 ms
2024-11-12T09:22:50,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:50,923 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:50,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c7261e5b9d6abb5fab7a570876a4058:
Waiting for close lock at 1731403370923Disabling compacts and flushes for region at 1731403370923Disabling writes for close at 1731403370923Writing region close event to WAL at 1731403370923Closed at 1731403370923
2024-11-12T09:22:50,924 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:22:50,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403370924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403370924"}]},"ts":"1731403370924"}
2024-11-12T09:22:50,926 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:22:50,926 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:22:50,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403370926"}]},"ts":"1731403370926"}
2024-11-12T09:22:50,928 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:22:50,928 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c7261e5b9d6abb5fab7a570876a4058, ASSIGN}]
2024-11-12T09:22:50,929 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c7261e5b9d6abb5fab7a570876a4058, ASSIGN
2024-11-12T09:22:50,930 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c7261e5b9d6abb5fab7a570876a4058, ASSIGN; state=OFFLINE, location=106923ea030f,43441,1731403357230; forceNewPlan=false, retain=false
2024-11-12T09:22:51,039 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:51,080 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c7261e5b9d6abb5fab7a570876a4058, regionState=OPENING, regionLocation=106923ea030f,43441,1731403357230
2024-11-12T09:22:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c7261e5b9d6abb5fab7a570876a4058, ASSIGN because future has completed
2024-11-12T09:22:51,082 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c7261e5b9d6abb5fab7a570876a4058, server=106923ea030f,43441,1731403357230}]
2024-11-12T09:22:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:51,237 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:51,237 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:22:51,237 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:22:51,238 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C43441%2C1731403357230.rep, suffix=, logDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230, archiveDir=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/oldWALs, maxLogs=10
2024-11-12T09:22:51,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.rep.1731403371239, exclude list is [], retry=0
2024-11-12T09:22:51,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-67d1ca2e-e6d9-4ca1-8fbe-f365f5e9e651,DISK]
2024-11-12T09:22:51,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.rep.1731403371239
2024-11-12T09:22:51,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)]
2024-11-12T09:22:51,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c7261e5b9d6abb5fab7a570876a4058, NAME => 'hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:22:51,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:22:51,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:22:51,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058. service=MultiRowMutationService
2024-11-12T09:22:51,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:22:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:22:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,255 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c7261e5b9d6abb5fab7a570876a4058 
2024-11-12T09:22:51,256 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7261e5b9d6abb5fab7a570876a4058 columnFamilyName hfileref
2024-11-12T09:22:51,256 DEBUG [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:51,257 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] regionserver.HStore(327): Store=8c7261e5b9d6abb5fab7a570876a4058/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:51,257 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c7261e5b9d6abb5fab7a570876a4058 
2024-11-12T09:22:51,257 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7261e5b9d6abb5fab7a570876a4058 columnFamilyName queue
2024-11-12T09:22:51,257 DEBUG [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:51,258 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] regionserver.HStore(327): Store=8c7261e5b9d6abb5fab7a570876a4058/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:51,258 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c7261e5b9d6abb5fab7a570876a4058 
2024-11-12T09:22:51,258 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7261e5b9d6abb5fab7a570876a4058 columnFamilyName sid
2024-11-12T09:22:51,259 DEBUG [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:22:51,259 INFO  [StoreOpener-8c7261e5b9d6abb5fab7a570876a4058-1 {}] regionserver.HStore(327): Store=8c7261e5b9d6abb5fab7a570876a4058/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:22:51,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:22:51,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:22:51,263 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8c7261e5b9d6abb5fab7a570876a4058; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65460988, jitterRate=-0.0245552659034729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:22:51,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:51,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8c7261e5b9d6abb5fab7a570876a4058:
Running coprocessor pre-open hook at 1731403371255Writing region info on filesystem at 1731403371255Initializing all the Stores at 1731403371255Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403371255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403371255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403371255Cleaning up temporary data from old regions at 1731403371260 (+5 ms)Running coprocessor post-open hooks at 1731403371263 (+3 ms)Region opened successfully at 1731403371263
2024-11-12T09:22:51,264 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058., pid=10, masterSystemTime=1731403371234
2024-11-12T09:22:51,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:51,265 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:51,266 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c7261e5b9d6abb5fab7a570876a4058, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,43441,1731403357230
2024-11-12T09:22:51,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c7261e5b9d6abb5fab7a570876a4058, server=106923ea030f,43441,1731403357230 because future has completed
2024-11-12T09:22:51,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:22:51,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c7261e5b9d6abb5fab7a570876a4058, server=106923ea030f,43441,1731403357230 in 186 msec
2024-11-12T09:22:51,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:22:51,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c7261e5b9d6abb5fab7a570876a4058, ASSIGN in 341 msec
2024-11-12T09:22:51,271 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:22:51,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403371271"}]},"ts":"1731403371271"}
2024-11-12T09:22:51,272 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:22:51,273 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:22:51,274 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 764 msec
2024-11-12T09:22:51,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058., hostname=106923ea030f,43441,1731403357230, seqNum=2]
2024-11-12T09:22:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:51,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:22:51,471 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:51,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:22:51,547 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:22:51,573 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,43441,1731403357230, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:22:51,574 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:51,574 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43441,1731403357230, seqNum=-1]
2024-11-12T09:22:51,574 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:51,575 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,43441,1731403357230', locateType=CURRENT is [region=hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058., hostname=106923ea030f,43441,1731403357230, seqNum=2]
2024-11-12T09:22:51,578 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:22:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:22:51,580 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,43441,1731403357230 suceeded
2024-11-12T09:22:51,582 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:22:51,582 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:33055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:22:51,582 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-12T09:22:51,583 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1330 sec
2024-11-12T09:22:51,592 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:33055'
2024-11-12T09:22:51,593 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b92b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,593 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:51,593 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:51,594 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2846af2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,595 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:51,596 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38e674ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,596 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:22:51,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,33055,1731403351715
2024-11-12T09:22:51,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd3c998
2024-11-12T09:22:51,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:22:51,597 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService
2024-11-12T09:22:51,598 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,43441,1731403357230 (queues=1) is replicating from cluster=98ec23cd-5006-4822-8557-590d51c783ba to cluster=6a8957ff-d4f3-4f46-b221-f887ed812d26
2024-11-12T09:22:51,598 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C43441%2C1731403357230
2024-11-12T09:22:51,598 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,43441,1731403357230, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:22:51,598 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C43441%2C1731403357230
2024-11-12T09:22:51,598 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, startPosition=0, beingWritten=true
2024-11-12T09:22:51,603 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:51,603 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 379, reset compression=false
2024-11-12T09:22:51,603 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:22:51,642 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:22:51,643 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:51,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:51,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:51,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a422b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33099,-1 for getting cluster id
2024-11-12T09:22:51,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:51,644 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df42be8c-0632-418b-b926-30ea9d1984e9'
2024-11-12T09:22:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df42be8c-0632-418b-b926-30ea9d1984e9"

2024-11-12T09:22:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7306d2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33099,-1]
2024-11-12T09:22:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,645 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:51,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2326a739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4445fe1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:51,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:51,647 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f30190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,648 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c838cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c63650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,46809,-1 for getting cluster id
2024-11-12T09:22:51,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:51,649 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98ec23cd-5006-4822-8557-590d51c783ba'
2024-11-12T09:22:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98ec23cd-5006-4822-8557-590d51c783ba"

2024-11-12T09:22:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae3cd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,46809,-1]
2024-11-12T09:22:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,650 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211bf675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:51,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,32799,1731403346608, seqNum=-1]
2024-11-12T09:22:51,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:51,652 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:51,653 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:51,653 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,653 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,654 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,654 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403360698.0384c78065a34656c186d60945fb3dd9., hostname=106923ea030f,32799,1731403346608, seqNum=2]
2024-11-12T09:22:51,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43441,1731403357230, seqNum=-1]
2024-11-12T09:22:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:51,658 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee., hostname=106923ea030f,43441,1731403357230, seqNum=2]
2024-11-12T09:22:51,661 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-12T09:22:51,703 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,703 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,713 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,716 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,716 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,718 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:51,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:22:51,806 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 379, reset compression=false
2024-11-12T09:22:51,843 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 379, reset compression=false
2024-11-12T09:22:51,847 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:51,847 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:51,847 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,32799,1731403346608 got entry batch from reader: WALEntryBatch [walEntries=[{test/0384c78065a34656c186d60945fb3dd9/4=[#edits: 1 = <row/f:row/1731403371655/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-12T09:22:51,850 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:51,850 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:51,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:51,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ead0d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,33055,-1 for getting cluster id
2024-11-12T09:22:51,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:51,852 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a8957ff-d4f3-4f46-b221-f887ed812d26'
2024-11-12T09:22:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a8957ff-d4f3-4f46-b221-f887ed812d26"

2024-11-12T09:22:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ac33d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,33055,-1]
2024-11-12T09:22:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:51,853 INFO  [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:51,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@873f99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:51,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:51,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,36031,1731403351829, seqNum=-1]
2024-11-12T09:22:51,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:51,855 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:51,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403362855.2c7b5250309427697055b1041c480b20., hostname=106923ea030f,36031,1731403351829, seqNum=2]
2024-11-12T09:22:51,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:52,051 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:52,109 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 379, reset compression=false
2024-11-12T09:22:52,183 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 379, reset compression=false
2024-11-12T09:22:52,187 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:52,187 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 504, reset compression=false
2024-11-12T09:22:52,187 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c7b5250309427697055b1041c480b20/4=[#edits: 1 = <row/f:row/1731403371655/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-12T09:22:52,189 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:52,189 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:52,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:52,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4159213d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:52,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,46809,-1 for getting cluster id
2024-11-12T09:22:52,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:22:52,193 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98ec23cd-5006-4822-8557-590d51c783ba'
2024-11-12T09:22:52,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:22:52,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98ec23cd-5006-4822-8557-590d51c783ba"

2024-11-12T09:22:52,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2824d6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:52,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,46809,-1]
2024-11-12T09:22:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:22:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:52,194 INFO  [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:22:52,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ae42b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:22:52,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:52,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43441,1731403357230, seqNum=-1]
2024-11-12T09:22:52,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:52,197 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-12T09:22:52,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee., hostname=106923ea030f,43441,1731403357230, seqNum=2]
2024-11-12T09:22:52,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:52,354 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:52,390 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 504, reset compression=false
2024-11-12T09:22:52,512 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 379, reset compression=false
2024-11-12T09:22:52,516 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:52,516 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 527, reset compression=false
2024-11-12T09:22:52,516 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:52,662 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-12T09:22:52,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:22:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,36031,1731403351829, seqNum=-1]
2024-11-12T09:22:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:22:52,665 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:22:52,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731403362855.2c7b5250309427697055b1041c480b20., hostname=106923ea030f,36031,1731403351829, seqNum=2]
2024-11-12T09:22:52,669 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-12T09:22:52,693 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 504, reset compression=false
2024-11-12T09:22:52,697 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:52,697 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 608, reset compression=false
2024-11-12T09:22:52,697 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c7b5250309427697055b1041c480b20/5=[#edits: 1 = <row1/f:row1/1731403372667/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:22:52,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:52,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:52,719 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 527, reset compression=false
2024-11-12T09:22:52,723 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:52,723 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 654, reset compression=false
2024-11-12T09:22:52,723 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:52,757 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:52,904 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 608, reset compression=false
2024-11-12T09:22:52,926 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 654, reset compression=false
2024-11-12T09:22:53,208 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 608, reset compression=false
2024-11-12T09:22:53,229 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 654, reset compression=false
2024-11-12T09:22:53,260 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:53,611 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 608, reset compression=false
2024-11-12T09:22:53,632 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 654, reset compression=false
2024-11-12T09:22:53,670 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-12T09:22:53,672 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-12T09:22:53,864 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:54,115 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 608, reset compression=false
2024-11-12T09:22:54,135 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 654, reset compression=false
2024-11-12T09:22:54,138 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:54,138 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 758, reset compression=false
2024-11-12T09:22:54,138 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb31af9b572887d16766eb0a5faad4ee/6=[#edits: 1 = <row2/f:row2/1731403373671/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-12T09:22:54,140 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:22:54,141 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService
2024-11-12T09:22:54,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:54,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:54,341 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 758, reset compression=false
2024-11-12T09:22:54,567 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:54,644 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 758, reset compression=false
2024-11-12T09:22:54,674 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-12T09:22:54,677 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-12T09:22:54,718 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 608, reset compression=false
2024-11-12T09:22:54,721 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:54,721 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 736, reset compression=false
2024-11-12T09:22:54,721 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:54,924 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 736, reset compression=false
2024-11-12T09:22:55,047 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 758, reset compression=false
2024-11-12T09:22:55,227 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 736, reset compression=false
2024-11-12T09:22:55,370 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 480, reset compression=false
2024-11-12T09:22:55,375 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:55,375 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:55,375 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,32799,1731403346608 got entry batch from reader: WALEntryBatch [walEntries=[{test/0384c78065a34656c186d60945fb3dd9/5=[#edits: 2 = <row/f:/1731403374675/DeleteFamily/vlen=0/seqid=0; row/f1:/1731403374675/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-12T09:22:55,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:55,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:55,550 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 758, reset compression=false
2024-11-12T09:22:55,578 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:55,630 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 736, reset compression=false
2024-11-12T09:22:55,670 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:55,670 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 884, reset compression=false
2024-11-12T09:22:55,670 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c7b5250309427697055b1041c480b20/7=[#edits: 2 = <row/f:/1731403374675/DeleteFamily/vlen=0/seqid=0; row/f1:/1731403374675/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-12T09:22:55,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:55,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:55,678 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-12T09:22:55,680 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-12T09:22:55,873 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 884, reset compression=false
2024-11-12T09:22:55,877 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:55,877 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1043, reset compression=false
2024-11-12T09:22:55,877 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c7b5250309427697055b1041c480b20/8=[#edits: 2 = <row1/f:/1731403375678/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731403375678/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-12T09:22:55,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:55,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:55,881 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:56,012 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:22:56,081 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1043, reset compression=false
2024-11-12T09:22:56,153 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 758, reset compression=false
2024-11-12T09:22:56,157 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:56,157 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1078, reset compression=false
2024-11-12T09:22:56,157 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:56,284 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:56,360 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1078, reset compression=false
2024-11-12T09:22:56,384 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1043, reset compression=false
2024-11-12T09:22:56,663 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1078, reset compression=false
2024-11-12T09:22:56,682 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-12T09:22:56,684 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-12T09:22:56,757 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:22:56,758 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,758 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,758 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,758 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,788 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:56,788 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1043, reset compression=false
2024-11-12T09:22:56,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,812 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,812 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,812 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,821 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,825 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,826 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,828 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:22:56,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-12T09:22:56,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-12T09:22:57,066 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1078, reset compression=false
2024-11-12T09:22:57,069 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:22:57,070 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1237, reset compression=false
2024-11-12T09:22:57,070 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb31af9b572887d16766eb0a5faad4ee/9=[#edits: 2 = <row2/f:/1731403376682/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731403376682/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-12T09:22:57,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-12T09:22:57,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-12T09:22:57,273 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1237, reset compression=false
2024-11-12T09:22:57,290 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1043, reset compression=false
2024-11-12T09:22:57,295 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:57,295 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:22:57,295 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:57,390 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:57,498 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:22:57,576 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1237, reset compression=false
2024-11-12T09:22:57,679 DEBUG [master/106923ea030f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=33, reused chunk count=130, reuseRatio=79.75%
2024-11-12T09:22:57,684 DEBUG [master/106923ea030f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-12T09:22:57,685 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-12T09:22:57,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:22:57,690 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:57,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:57,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:57,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:57,691 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:57,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:22:57,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=163189836, stopped=false
2024-11-12T09:22:57,691 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,46809,1731403357067
2024-11-12T09:22:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2038376496/running
2024-11-12T09:22:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2038376496/running
2024-11-12T09:22:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:57,740 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:57,741 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:22:57,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:57,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/running
2024-11-12T09:22:57,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:57,741 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,43441,1731403357230' *****
2024-11-12T09:22:57,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Set watcher on znode that does not yet exist, /2-2038376496/running
2024-11-12T09:22:57,741 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:22:57,742 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:22:57,742 INFO  [RS:0;106923ea030f:43441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:22:57,742 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:22:57,742 INFO  [RS:0;106923ea030f:43441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:22:57,742 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c7261e5b9d6abb5fab7a570876a4058
2024-11-12T09:22:57,742 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(3091): Received CLOSE for cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:57,742 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,43441,1731403357230
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:43441.
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c7261e5b9d6abb5fab7a570876a4058, disabling compactions & flushes
2024-11-12T09:22:57,743 DEBUG [RS:0;106923ea030f:43441 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:57,743 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:57,743 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058. after waiting 0 ms
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:22:57,743 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c7261e5b9d6abb5fab7a570876a4058 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB
2024-11-12T09:22:57,743 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:22:57,743 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1325): Online Regions={8c7261e5b9d6abb5fab7a570876a4058=hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058., 1588230740=hbase:meta,,1.1588230740, cb31af9b572887d16766eb0a5faad4ee=test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.}
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:22:57,743 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c7261e5b9d6abb5fab7a570876a4058, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:57,743 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:22:57,743 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:22:57,743 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:22:57,761 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/info/6a7e1e156b3f474fb9211c23b4fd62d4 is 147, key is hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058./info:regioninfo/1731403371265/Put/seqid=0
2024-11-12T09:22:57,762 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/.tmp/queue/b3a8c400c69b4bc2820e993641f8e99d is 154, key is 1-106923ea030f,43441,1731403357230/queue:106923ea030f%2C43441%2C1731403357230/1731403377074/Put/seqid=0
2024-11-12T09:22:57,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741840_1016 (size=7686)
2024-11-12T09:22:57,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741841_1017 (size=5353)
2024-11-12T09:22:57,765 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/.tmp/queue/b3a8c400c69b4bc2820e993641f8e99d
2024-11-12T09:22:57,769 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/.tmp/queue/b3a8c400c69b4bc2820e993641f8e99d as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/queue/b3a8c400c69b4bc2820e993641f8e99d
2024-11-12T09:22:57,773 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:57,774 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/queue/b3a8c400c69b4bc2820e993641f8e99d, entries=1, sequenceid=11, filesize=5.2 K
2024-11-12T09:22:57,774 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 8c7261e5b9d6abb5fab7a570876a4058 in 31ms, sequenceid=11, compaction requested=false
2024-11-12T09:22:57,778 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/replication/8c7261e5b9d6abb5fab7a570876a4058/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:22:57,778 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:57,778 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:57,778 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:57,778 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c7261e5b9d6abb5fab7a570876a4058:
Waiting for close lock at 1731403377743Running coprocessor pre-close hooks at 1731403377743Disabling compacts and flushes for region at 1731403377743Disabling writes for close at 1731403377743Obtaining lock to block concurrent updates at 1731403377743Preparing flush snapshotting stores in 8c7261e5b9d6abb5fab7a570876a4058 at 1731403377743Finished memstore snapshotting hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731403377743Flushing stores of hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058. at 1731403377744 (+1 ms)Flushing 8c7261e5b9d6abb5fab7a570876a4058/queue: creating writer at 1731403377744Flushing 8c7261e5b9d6abb5fab7a570876a4058/queue: appending metadata at 1731403377762 (+18 ms)Flushing 8c7261e5b9d6abb5fab7a570876a4058/queue: closing flushed file at 1731403377762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5909fbbe: reopening flushed file at 1731403377769 (+7 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 8c7261e5b9d6abb5fab7a570876a4058 in 31ms, sequenceid=11, compaction requested=false at 1731403377774 (+5 ms)Writing region close event to WAL at 1731403377775 (+1 ms)Running coprocessor post-close hooks at 1731403377778 (+3 ms)Closed at 1731403377778
2024-11-12T09:22:57,778 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403370509.8c7261e5b9d6abb5fab7a570876a4058.
2024-11-12T09:22:57,779 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb31af9b572887d16766eb0a5faad4ee, disabling compactions & flushes
2024-11-12T09:22:57,779 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:57,779 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:57,779 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee. after waiting 0 ms
2024-11-12T09:22:57,779 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:57,779 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb31af9b572887d16766eb0a5faad4ee 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-12T09:22:57,793 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/f/66df060543e24ee2b08ca2640f480d19 is 29, key is row1/f:/1731403375678/DeleteFamily/seqid=0
2024-11-12T09:22:57,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741842_1018 (size=5152)
2024-11-12T09:22:57,802 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:22:57,943 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:57,980 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1237, reset compression=false
2024-11-12T09:22:57,984 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:57,984 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1484, reset compression=false
2024-11-12T09:22:57,984 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,43441,1731403357230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:22:57,985 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,43441,1731403357230: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,43441,1731403357230, walGroup=106923ea030f%2C43441%2C1731403357230, offset=106923ea030f%2C43441%2C1731403357230.1731403359586:1484, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:43441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:22:57,987 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:22:57,987 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:22:57,987 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:22:57,988 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:22:57,988 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:22:57,988 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1392508928,
        "init": 1048576000,
        "max": 2306867200,
        "used": 949847552
      },
      "NonHeapMemoryUsage": {
        "committed": 205979648,
        "init": 7667712,
        "max": -1,
        "used": 202339496
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:22:57,988 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:46809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:46809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:22:58,094 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:58,144 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:58,165 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/info/6a7e1e156b3f474fb9211c23b4fd62d4
2024-11-12T09:22:58,186 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/ns/17bb034ed6354217904d2cf05d226d1b is 43, key is default/ns:d/1731403360627/Put/seqid=0
2024-11-12T09:22:58,189 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1484, reset compression=false
2024-11-12T09:22:58,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741843_1019 (size=5153)
2024-11-12T09:22:58,196 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/f/66df060543e24ee2b08ca2640f480d19
2024-11-12T09:22:58,200 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66df060543e24ee2b08ca2640f480d19
2024-11-12T09:22:58,205 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:22:58,224 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/f1/9ff12d2d5c53442596ce9ff7b241944b is 30, key is row1/f1:/1731403375678/DeleteFamily/seqid=0
2024-11-12T09:22:58,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741844_1020 (size=5158)
2024-11-12T09:22:58,344 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:58,459 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:22:58,459 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:22:58,492 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1484, reset compression=false
2024-11-12T09:22:58,544 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:58,589 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/ns/17bb034ed6354217904d2cf05d226d1b
2024-11-12T09:22:58,607 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/rep_barrier/390ee994609e43eebc71da35db9b1318 is 112, key is test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee./rep_barrier:seqnumDuringOpen/1731403366168/Put/seqid=0
2024-11-12T09:22:58,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741845_1021 (size=5518)
2024-11-12T09:22:58,628 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/f1/9ff12d2d5c53442596ce9ff7b241944b
2024-11-12T09:22:58,632 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ff12d2d5c53442596ce9ff7b241944b
2024-11-12T09:22:58,649 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/norep/1f9d06e4720249e8930ac9058e3c7cfa is 33, key is row2/norep:/1731403376682/DeleteFamily/seqid=0
2024-11-12T09:22:58,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741846_1022 (size=5108)
2024-11-12T09:22:58,709 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:22:58,744 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:22:58,744 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cb31af9b572887d16766eb0a5faad4ee=test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.}
2024-11-12T09:22:58,744 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:58,895 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1484, reset compression=false
2024-11-12T09:22:58,897 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:58,944 DEBUG [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb31af9b572887d16766eb0a5faad4ee
2024-11-12T09:22:59,011 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/rep_barrier/390ee994609e43eebc71da35db9b1318
2024-11-12T09:22:59,028 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/table/ef84c3a770ef4ef09a165cf11ce2fe9d is 53, key is hbase:replication/table:state/1731403371271/Put/seqid=0
2024-11-12T09:22:59,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741847_1023 (size=5308)
2024-11-12T09:22:59,032 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/table/ef84c3a770ef4ef09a165cf11ce2fe9d
2024-11-12T09:22:59,036 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/info/6a7e1e156b3f474fb9211c23b4fd62d4 as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/info/6a7e1e156b3f474fb9211c23b4fd62d4
2024-11-12T09:22:59,040 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/info/6a7e1e156b3f474fb9211c23b4fd62d4, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:22:59,040 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/ns/17bb034ed6354217904d2cf05d226d1b as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/ns/17bb034ed6354217904d2cf05d226d1b
2024-11-12T09:22:59,044 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/ns/17bb034ed6354217904d2cf05d226d1b, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:22:59,045 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/rep_barrier/390ee994609e43eebc71da35db9b1318 as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/rep_barrier/390ee994609e43eebc71da35db9b1318
2024-11-12T09:22:59,049 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/rep_barrier/390ee994609e43eebc71da35db9b1318, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:22:59,050 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/.tmp/table/ef84c3a770ef4ef09a165cf11ce2fe9d as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/table/ef84c3a770ef4ef09a165cf11ce2fe9d
2024-11-12T09:22:59,053 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/norep/1f9d06e4720249e8930ac9058e3c7cfa
2024-11-12T09:22:59,054 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/table/ef84c3a770ef4ef09a165cf11ce2fe9d, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:22:59,056 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9d06e4720249e8930ac9058e3c7cfa
2024-11-12T09:22:59,056 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/f/66df060543e24ee2b08ca2640f480d19 as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/f/66df060543e24ee2b08ca2640f480d19
2024-11-12T09:22:59,057 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false
2024-11-12T09:22:59,060 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66df060543e24ee2b08ca2640f480d19
2024-11-12T09:22:59,061 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/f/66df060543e24ee2b08ca2640f480d19, entries=3, sequenceid=10, filesize=5.0 K
2024-11-12T09:22:59,061 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/f1/9ff12d2d5c53442596ce9ff7b241944b as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/f1/9ff12d2d5c53442596ce9ff7b241944b
2024-11-12T09:22:59,062 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:22:59,062 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:59,062 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:22:59,063 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:59,063 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403377743Running coprocessor pre-close hooks at 1731403377743Disabling compacts and flushes for region at 1731403377743Disabling writes for close at 1731403377743Obtaining lock to block concurrent updates at 1731403377743Preparing flush snapshotting stores in 1588230740 at 1731403377743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403377744 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403377744Flushing 1588230740/info: creating writer at 1731403377744Flushing 1588230740/info: appending metadata at 1731403377761 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731403377761Flushing 1588230740/ns: creating writer at 1731403378169 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731403378185 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731403378185Flushing 1588230740/rep_barrier: creating writer at 1731403378593 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403378606 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403378606Flushing 1588230740/table: creating writer at 1731403379015 (+409 ms)Flushing 1588230740/table: appending metadata at 1731403379028 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731403379028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f3438e: reopening flushed file at 1731403379035 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4143c25a: reopening flushed file at 1731403379040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f31ed63: reopening flushed file at 1731403379044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3064390: reopening flushed file at 1731403379049 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1731403379057 (+8 ms)Writing region close event to WAL at 1731403379060 (+3 ms)Running coprocessor post-close hooks at 1731403379062 (+2 ms)Closed at 1731403379062
2024-11-12T09:22:59,063 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:22:59,064 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ff12d2d5c53442596ce9ff7b241944b
2024-11-12T09:22:59,065 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/f1/9ff12d2d5c53442596ce9ff7b241944b, entries=3, sequenceid=10, filesize=5.0 K
2024-11-12T09:22:59,065 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/.tmp/norep/1f9d06e4720249e8930ac9058e3c7cfa as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/norep/1f9d06e4720249e8930ac9058e3c7cfa
2024-11-12T09:22:59,068 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9d06e4720249e8930ac9058e3c7cfa
2024-11-12T09:22:59,068 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/norep/1f9d06e4720249e8930ac9058e3c7cfa, entries=1, sequenceid=10, filesize=5.0 K
2024-11-12T09:22:59,069 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cb31af9b572887d16766eb0a5faad4ee in 1290ms, sequenceid=10, compaction requested=false
2024-11-12T09:22:59,072 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/data/default/test/cb31af9b572887d16766eb0a5faad4ee/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-12T09:22:59,073 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:22:59,073 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:22:59,073 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:59,073 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb31af9b572887d16766eb0a5faad4ee:
Waiting for close lock at 1731403377779Running coprocessor pre-close hooks at 1731403377779Disabling compacts and flushes for region at 1731403377779Disabling writes for close at 1731403377779Obtaining lock to block concurrent updates at 1731403377779Preparing flush snapshotting stores in cb31af9b572887d16766eb0a5faad4ee at 1731403377779Finished memstore snapshotting test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731403377779Flushing stores of test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee. at 1731403377780 (+1 ms)Flushing cb31af9b572887d16766eb0a5faad4ee/f: creating writer at 1731403377780Flushing cb31af9b572887d16766eb0a5faad4ee/f: appending metadata at 1731403377793 (+13 ms)Flushing cb31af9b572887d16766eb0a5faad4ee/f: closing flushed file at 1731403377793Flushing cb31af9b572887d16766eb0a5faad4ee/f1: creating writer at 1731403378201 (+408 ms)Flushing cb31af9b572887d16766eb0a5faad4ee/f1: appending metadata at 1731403378224 (+23 ms)Flushing cb31af9b572887d16766eb0a5faad4ee/f1: closing flushed file at 1731403378224Flushing cb31af9b572887d16766eb0a5faad4ee/norep: creating writer at 1731403378632 (+408 ms)Flushing cb31af9b572887d16766eb0a5faad4ee/norep: appending metadata at 1731403378648 (+16 ms)Flushing cb31af9b572887d16766eb0a5faad4ee/norep: closing flushed file at 1731403378648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5355e9dd: reopening flushed file at 1731403379056 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af5f10a: reopening flushed file at 1731403379061 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ae4b00: reopening flushed file at 1731403379065 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cb31af9b572887d16766eb0a5faad4ee in 1290ms, sequenceid=10, compaction requested=false at 1731403379069 (+4 ms)Writing region close event to WAL at 1731403379070 (+1 ms)Running coprocessor post-close hooks at 1731403379073 (+3 ms)Closed at 1731403379073
2024-11-12T09:22:59,073 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403365005.cb31af9b572887d16766eb0a5faad4ee.
2024-11-12T09:22:59,144 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,43441,1731403357230; all regions closed.
2024-11-12T09:22:59,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:22:59,147 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.meta.1731403360561.meta not finished, retry = 0
2024-11-12T09:22:59,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741839_1015 (size=2896)
2024-11-12T09:22:59,249 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.rep.1731403371239 not finished, retry = 0
2024-11-12T09:22:59,312 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:22:59,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741832_1008 (size=2136)
2024-11-12T09:22:59,352 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 not finished, retry = 0
2024-11-12T09:22:59,398 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586 to pos 1484, reset compression=false
2024-11-12T09:22:59,453 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:59,453 INFO  [RS:0;106923ea030f:43441 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:22:59,453 INFO  [RS:0;106923ea030f:43441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:59,453 INFO  [RS:0;106923ea030f:43441 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:59,454 INFO  [RS:0;106923ea030f:43441 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:59,454 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:22:59,454 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/WALs/106923ea030f,43441,1731403357230/106923ea030f%2C43441%2C1731403357230.1731403359586
2024-11-12T09:22:59,454 INFO  [RS:0;106923ea030f:43441 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,43441,1731403357230 because: Region server is closing
2024-11-12T09:22:59,454 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.wal-reader.106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:22:59,454 INFO  [RS:0;106923ea030f:43441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:43441.
2024-11-12T09:22:59,454 DEBUG [RS:0;106923ea030f:43441 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:59,454 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:59,455 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:59,455 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:59,455 INFO  [RS:0;106923ea030f:43441 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,43441,1731403357230.replicationSource.shipper106923ea030f%2C43441%2C1731403357230,1-106923ea030f,43441,1731403357230 terminated
2024-11-12T09:22:59,455 INFO  [RS:0;106923ea030f:43441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:43441.
2024-11-12T09:22:59,455 DEBUG [RS:0;106923ea030f:43441 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:22:59,455 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:59,455 DEBUG [RS:0;106923ea030f:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:22:59,455 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:22:59,455 INFO  [RS:0;106923ea030f:43441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43441
2024-11-12T09:22:59,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2038376496/rs/106923ea030f,43441,1731403357230
2024-11-12T09:22:59,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496/rs
2024-11-12T09:22:59,498 INFO  [RS:0;106923ea030f:43441 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:22:59,508 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,43441,1731403357230]
2024-11-12T09:22:59,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2038376496/draining/106923ea030f,43441,1731403357230 already deleted, retry=false
2024-11-12T09:22:59,519 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,43441,1731403357230 expired; onlineServers=0
2024-11-12T09:22:59,519 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,46809,1731403357067' *****
2024-11-12T09:22:59,519 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:22:59,519 INFO  [M:0;106923ea030f:46809 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:22:59,519 INFO  [M:0;106923ea030f:46809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:22:59,519 DEBUG [M:0;106923ea030f:46809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:22:59,519 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:22:59,519 DEBUG [M:0;106923ea030f:46809 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:22:59,519 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403359274 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403359274,5,FailOnTimeoutGroup]
2024-11-12T09:22:59,519 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403359274 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403359274,5,FailOnTimeoutGroup]
2024-11-12T09:22:59,520 INFO  [M:0;106923ea030f:46809 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:22:59,520 INFO  [M:0;106923ea030f:46809 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:22:59,520 DEBUG [M:0;106923ea030f:46809 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:22:59,520 INFO  [M:0;106923ea030f:46809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:22:59,520 INFO  [M:0;106923ea030f:46809 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:22:59,520 INFO  [M:0;106923ea030f:46809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:22:59,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:22:59,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2038376496/master
2024-11-12T09:22:59,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2038376496
2024-11-12T09:22:59,530 DEBUG [M:0;106923ea030f:46809 {}] zookeeper.ZKUtil(347): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Unable to get data of znode /2-2038376496/master because node does not exist (not an error)
2024-11-12T09:22:59,530 WARN  [M:0;106923ea030f:46809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:22:59,539 INFO  [M:0;106923ea030f:46809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/.lastflushedseqids
2024-11-12T09:22:59,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:22:59,609 INFO  [RS:0;106923ea030f:43441 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:22:59,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:59,609 INFO  [RS:0;106923ea030f:43441 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,43441,1731403357230; zookeeper connection closed.
2024-11-12T09:22:59,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012e5a65060007, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:22:59,609 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12fab524 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12fab524
2024-11-12T09:22:59,609 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:22:59,800 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:22:59,943 INFO  [M:0;106923ea030f:46809 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:22:59,943 INFO  [M:0;106923ea030f:46809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:22:59,944 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:22:59,944 INFO  [M:0;106923ea030f:46809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:59,944 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:59,944 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:22:59,944 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:22:59,944 INFO  [M:0;106923ea030f:46809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-12T09:22:59,957 DEBUG [M:0;106923ea030f:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ba5138308f049bd9f2d156f5174cc4f is 82, key is hbase:meta,,1/info:regioninfo/1731403360590/Put/seqid=0
2024-11-12T09:22:59,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:23:00,016 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:23:00,361 INFO  [M:0;106923ea030f:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ba5138308f049bd9f2d156f5174cc4f
2024-11-12T09:23:00,379 DEBUG [M:0;106923ea030f:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5ba367840924b0e9c41b77ad8afece1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403371273/Put/seqid=0
2024-11-12T09:23:00,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741850_1026 (size=8516)
2024-11-12T09:23:00,783 INFO  [M:0;106923ea030f:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5ba367840924b0e9c41b77ad8afece1
2024-11-12T09:23:00,804 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:23:00,818 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:23:00,848 DEBUG [M:0;106923ea030f:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ca8cecb76d46edb4caae0f7293de60 is 69, key is 106923ea030f,43441,1731403357230/rs:state/1731403359397/Put/seqid=0
2024-11-12T09:23:00,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:23:01,252 INFO  [M:0;106923ea030f:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ca8cecb76d46edb4caae0f7293de60
2024-11-12T09:23:01,256 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ba5138308f049bd9f2d156f5174cc4f as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ba5138308f049bd9f2d156f5174cc4f
2024-11-12T09:23:01,259 INFO  [M:0;106923ea030f:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ba5138308f049bd9f2d156f5174cc4f, entries=8, sequenceid=97, filesize=5.5 K
2024-11-12T09:23:01,259 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5ba367840924b0e9c41b77ad8afece1 as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5ba367840924b0e9c41b77ad8afece1
2024-11-12T09:23:01,262 INFO  [M:0;106923ea030f:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5ba367840924b0e9c41b77ad8afece1, entries=11, sequenceid=97, filesize=8.3 K
2024-11-12T09:23:01,263 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ca8cecb76d46edb4caae0f7293de60 as hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42ca8cecb76d46edb4caae0f7293de60
2024-11-12T09:23:01,266 INFO  [M:0;106923ea030f:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40517/user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42ca8cecb76d46edb4caae0f7293de60, entries=1, sequenceid=97, filesize=5.0 K
2024-11-12T09:23:01,266 INFO  [M:0;106923ea030f:46809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false
2024-11-12T09:23:01,271 INFO  [M:0;106923ea030f:46809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:01,271 DEBUG [M:0;106923ea030f:46809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403379943Disabling compacts and flushes for region at 1731403379943Disabling writes for close at 1731403379944 (+1 ms)Obtaining lock to block concurrent updates at 1731403379944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403379944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731403379944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403379945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403379945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403379957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403379957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403380364 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403380379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403380379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403380836 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403380848 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403380848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56938573: reopening flushed file at 1731403381255 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707fd5ec: reopening flushed file at 1731403381259 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc8f5c8: reopening flushed file at 1731403381262 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false at 1731403381266 (+4 ms)Writing region close event to WAL at 1731403381271 (+5 ms)Closed at 1731403381271
2024-11-12T09:23:01,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741830_1006 (size=63654)
2024-11-12T09:23:01,272 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96751dae-2a36-eaa0-3e3d-d03ccc2269a9/MasterData/WALs/106923ea030f,46809,1731403357067/106923ea030f%2C46809%2C1731403357067.1731403359007 not finished, retry = 0
2024-11-12T09:23:01,373 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:01,373 INFO  [M:0;106923ea030f:46809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:23:01,373 INFO  [M:0;106923ea030f:46809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46809
2024-11-12T09:23:01,374 INFO  [M:0;106923ea030f:46809 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:01,524 INFO  [M:0;106923ea030f:46809 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x1012e5a65060006, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:01,526 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d23dd33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:01,527 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aedf46f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:01,527 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:01,527 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@314cde6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:01,527 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3b76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:01,528 WARN  [BP-262578916-172.17.0.2-1731403355200 heartbeating to localhost/127.0.0.1:40517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:23:01,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:23:01,528 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:23:01,528 WARN  [BP-262578916-172.17.0.2-1731403355200 heartbeating to localhost/127.0.0.1:40517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-262578916-172.17.0.2-1731403355200 (Datanode Uuid 10d1220c-2c79-45bb-83ac-4637cc52dce2) service to localhost/127.0.0.1:40517
2024-11-12T09:23:01,529 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/cluster_7a7c1002-7e5a-37e3-4866-f4548f7ea858/data/data1/current/BP-262578916-172.17.0.2-1731403355200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:01,529 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/cluster_7a7c1002-7e5a-37e3-4866-f4548f7ea858/data/data2/current/BP-262578916-172.17.0.2-1731403355200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:01,529 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:23:01,533 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51a395e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:01,534 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b63b570{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:01,534 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:01,534 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d243e13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:01,534 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7376c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:01,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:23:01,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:23:01,547 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:01,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:01,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:01,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:01,547 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:01,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:23:01,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462857551, stopped=false
2024-11-12T09:23:01,547 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,33055,1731403351715
2024-11-12T09:23:01,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11203040675/running
2024-11-12T09:23:01,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11203040675/running
2024-11-12T09:23:01,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:23:01,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:23:01,567 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:01,567 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:01,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:01,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:01,567 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,36031,1731403351829' *****
2024-11-12T09:23:01,567 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:23:01,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/running
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:23:01,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Set watcher on znode that does not yet exist, /11203040675/running
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:23:01,568 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c7b5250309427697055b1041c480b20
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,36031,1731403351829
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:01,568 INFO  [RS:0;106923ea030f:36031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:36031.
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c7b5250309427697055b1041c480b20, disabling compactions & flushes
2024-11-12T09:23:01,569 DEBUG [RS:0;106923ea030f:36031 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:01,569 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:23:01,569 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403362855.2c7b5250309427697055b1041c480b20. after waiting 0 ms
2024-11-12T09:23:01,569 INFO  [RS:0;106923ea030f:36031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:23:01,569 INFO  [RS:0;106923ea030f:36031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:23:01,569 INFO  [RS:0;106923ea030f:36031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:23:01,569 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:23:01,569 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c7b5250309427697055b1041c480b20 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-12T09:23:01,569 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:23:01,569 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1325): Online Regions={2c7b5250309427697055b1041c480b20=test,,1731403362855.2c7b5250309427697055b1041c480b20., 1588230740=hbase:meta,,1.1588230740, 5fc933f1f2fbc9fd5eb76d2ce6dc564d=hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.}
2024-11-12T09:23:01,569 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c7b5250309427697055b1041c480b20, 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:01,569 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:01,569 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:01,569 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:23:01,582 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/f/e3a5e7693cde479db533e061e6a58489 is 29, key is row1/f:/1731403375678/DeleteFamily/seqid=0
2024-11-12T09:23:01,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741840_1016 (size=5152)
2024-11-12T09:23:01,585 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/f/e3a5e7693cde479db533e061e6a58489
2024-11-12T09:23:01,585 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/info/04228647e80d4a46be17ee063047d16d is 147, key is hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d./info:regioninfo/1731403369066/Put/seqid=0
2024-11-12T09:23:01,588 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:01,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741841_1017 (size=7686)
2024-11-12T09:23:01,589 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3a5e7693cde479db533e061e6a58489
2024-11-12T09:23:01,602 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/f1/4caa96ae59b74e538cd715958503b209 is 30, key is row1/f1:/1731403375678/DeleteFamily/seqid=0
2024-11-12T09:23:01,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741842_1018 (size=5158)
2024-11-12T09:23:01,605 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/f1/4caa96ae59b74e538cd715958503b209
2024-11-12T09:23:01,608 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4caa96ae59b74e538cd715958503b209
2024-11-12T09:23:01,621 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/norep/1b2744a85e9e4e7b98ec747e9d659e4c is 33, key is row1/norep:/1731403375678/DeleteFamily/seqid=0
2024-11-12T09:23:01,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741843_1019 (size=5108)
2024-11-12T09:23:01,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:23:01,721 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1193, reset compression=false
2024-11-12T09:23:01,725 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:01,725 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1440, reset compression=false
2024-11-12T09:23:01,725 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,36031,1731403351829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:23:01,726 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,36031,1731403351829: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,36031,1731403351829, walGroup=106923ea030f%2C36031%2C1731403351829, offset=106923ea030f%2C36031%2C1731403351829.1731403354092:1440, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:36031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:23:01,727 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:23:01,727 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:23:01,728 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:23:01,728 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:23:01,728 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:23:01,728 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1392508928,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1033733632
      },
      "NonHeapMemoryUsage": {
        "committed": 206176256,
        "init": 7667712,
        "max": -1,
        "used": 202659336
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:23:01,728 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:23:01,769 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c7b5250309427697055b1041c480b20, 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:23:01,907 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:23:01,928 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1440, reset compression=false
2024-11-12T09:23:01,967 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:23:01,967 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:23:01,969 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c7b5250309427697055b1041c480b20, 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:23:01,989 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/info/04228647e80d4a46be17ee063047d16d
2024-11-12T09:23:02,011 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/ns/3169c706c86a4b5d8912bff1857edfe4 is 43, key is default/ns:d/1731403355069/Put/seqid=0
2024-11-12T09:23:02,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741844_1020 (size=5153)
2024-11-12T09:23:02,024 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/norep/1b2744a85e9e4e7b98ec747e9d659e4c
2024-11-12T09:23:02,028 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b2744a85e9e4e7b98ec747e9d659e4c
2024-11-12T09:23:02,028 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/f/e3a5e7693cde479db533e061e6a58489 as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/f/e3a5e7693cde479db533e061e6a58489
2024-11-12T09:23:02,033 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3a5e7693cde479db533e061e6a58489
2024-11-12T09:23:02,033 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/f/e3a5e7693cde479db533e061e6a58489, entries=3, sequenceid=10, filesize=5.0 K
2024-11-12T09:23:02,034 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/f1/4caa96ae59b74e538cd715958503b209 as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/f1/4caa96ae59b74e538cd715958503b209
2024-11-12T09:23:02,038 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4caa96ae59b74e538cd715958503b209
2024-11-12T09:23:02,038 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/f1/4caa96ae59b74e538cd715958503b209, entries=3, sequenceid=10, filesize=5.0 K
2024-11-12T09:23:02,039 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/.tmp/norep/1b2744a85e9e4e7b98ec747e9d659e4c as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/norep/1b2744a85e9e4e7b98ec747e9d659e4c
2024-11-12T09:23:02,043 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b2744a85e9e4e7b98ec747e9d659e4c
2024-11-12T09:23:02,043 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/norep/1b2744a85e9e4e7b98ec747e9d659e4c, entries=1, sequenceid=10, filesize=5.0 K
2024-11-12T09:23:02,044 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2c7b5250309427697055b1041c480b20 in 475ms, sequenceid=10, compaction requested=false
2024-11-12T09:23:02,050 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/default/test/2c7b5250309427697055b1041c480b20/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-12T09:23:02,050 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:02,050 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:02,050 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c7b5250309427697055b1041c480b20:
Waiting for close lock at 1731403381568Running coprocessor pre-close hooks at 1731403381568Disabling compacts and flushes for region at 1731403381568Disabling writes for close at 1731403381569 (+1 ms)Obtaining lock to block concurrent updates at 1731403381569Preparing flush snapshotting stores in 2c7b5250309427697055b1041c480b20 at 1731403381569Finished memstore snapshotting test,,1731403362855.2c7b5250309427697055b1041c480b20., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731403381569Flushing stores of test,,1731403362855.2c7b5250309427697055b1041c480b20. at 1731403381570 (+1 ms)Flushing 2c7b5250309427697055b1041c480b20/f: creating writer at 1731403381570Flushing 2c7b5250309427697055b1041c480b20/f: appending metadata at 1731403381582 (+12 ms)Flushing 2c7b5250309427697055b1041c480b20/f: closing flushed file at 1731403381582Flushing 2c7b5250309427697055b1041c480b20/f1: creating writer at 1731403381589 (+7 ms)Flushing 2c7b5250309427697055b1041c480b20/f1: appending metadata at 1731403381601 (+12 ms)Flushing 2c7b5250309427697055b1041c480b20/f1: closing flushed file at 1731403381601Flushing 2c7b5250309427697055b1041c480b20/norep: creating writer at 1731403381608 (+7 ms)Flushing 2c7b5250309427697055b1041c480b20/norep: appending metadata at 1731403381620 (+12 ms)Flushing 2c7b5250309427697055b1041c480b20/norep: closing flushed file at 1731403381620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc0fd6a: reopening flushed file at 1731403382028 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650aa724: reopening flushed file at 1731403382033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98a3c54: reopening flushed file at 1731403382038 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2c7b5250309427697055b1041c480b20 in 475ms, sequenceid=10, compaction requested=false at 1731403382044 (+6 ms)Writing region close event to WAL at 1731403382047 (+3 ms)Running coprocessor post-close hooks at 1731403382050 (+3 ms)Closed at 1731403382050
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403362855.2c7b5250309427697055b1041c480b20.
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fc933f1f2fbc9fd5eb76d2ce6dc564d, disabling compactions & flushes
2024-11-12T09:23:02,051 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d. after waiting 0 ms
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fc933f1f2fbc9fd5eb76d2ce6dc564d:
Waiting for close lock at 1731403382051Running coprocessor pre-close hooks at 1731403382051Disabling compacts and flushes for region at 1731403382051Disabling writes for close at 1731403382051Failed flush hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d., putting online again at 1731403382051
2024-11-12T09:23:02,051 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,170 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:23:02,170 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc933f1f2fbc9fd5eb76d2ce6dc564d
2024-11-12T09:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fc933f1f2fbc9fd5eb76d2ce6dc564d, disabling compactions & flushes
2024-11-12T09:23:02,170 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d. after waiting 0 ms
2024-11-12T09:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fc933f1f2fbc9fd5eb76d2ce6dc564d:
Waiting for close lock at 1731403382170Running coprocessor pre-close hooks at 1731403382170Disabling compacts and flushes for region at 1731403382170Disabling writes for close at 1731403382170Failed flush hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d., putting online again at 1731403382170
2024-11-12T09:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.
2024-11-12T09:23:02,231 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 1440, reset compression=false
2024-11-12T09:23:02,238 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:02,238 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 2084, reset compression=false
2024-11-12T09:23:02,370 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:02,415 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/ns/3169c706c86a4b5d8912bff1857edfe4
2024-11-12T09:23:02,444 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 2084, reset compression=false
2024-11-12T09:23:02,450 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/rep_barrier/ed04a8cd999e42189c2d85aa1fa49fc0 is 112, key is test,,1731403362855.2c7b5250309427697055b1041c480b20./rep_barrier:seqnumDuringOpen/1731403363998/Put/seqid=0
2024-11-12T09:23:02,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741845_1021 (size=5518)
2024-11-12T09:23:02,465 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/rep_barrier/ed04a8cd999e42189c2d85aa1fa49fc0
2024-11-12T09:23:02,493 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/table/5421f0971d2d453897b86cb8007d465e is 53, key is hbase:replication/table:state/1731403369072/Put/seqid=0
2024-11-12T09:23:02,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741846_1022 (size=5308)
2024-11-12T09:23:02,570 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:23:02,570 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5fc933f1f2fbc9fd5eb76d2ce6dc564d=hbase:replication,,1731403368307.5fc933f1f2fbc9fd5eb76d2ce6dc564d.}
2024-11-12T09:23:02,570 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:02,770 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:02,779 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.wal-reader.106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/WALs/106923ea030f,36031,1731403351829/106923ea030f%2C36031%2C1731403351829.1731403354092 to pos 2084, reset compression=false
2024-11-12T09:23:02,927 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/table/5421f0971d2d453897b86cb8007d465e
2024-11-12T09:23:02,933 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/info/04228647e80d4a46be17ee063047d16d as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/info/04228647e80d4a46be17ee063047d16d
2024-11-12T09:23:02,937 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/info/04228647e80d4a46be17ee063047d16d, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:23:02,938 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/ns/3169c706c86a4b5d8912bff1857edfe4 as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/ns/3169c706c86a4b5d8912bff1857edfe4
2024-11-12T09:23:02,943 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/ns/3169c706c86a4b5d8912bff1857edfe4, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:23:02,943 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/rep_barrier/ed04a8cd999e42189c2d85aa1fa49fc0 as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/rep_barrier/ed04a8cd999e42189c2d85aa1fa49fc0
2024-11-12T09:23:02,956 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/rep_barrier/ed04a8cd999e42189c2d85aa1fa49fc0, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:23:02,957 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/.tmp/table/5421f0971d2d453897b86cb8007d465e as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/table/5421f0971d2d453897b86cb8007d465e
2024-11-12T09:23:02,964 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/table/5421f0971d2d453897b86cb8007d465e, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:23:02,965 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=16, compaction requested=false
2024-11-12T09:23:02,971 DEBUG [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:03,020 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:23:03,023 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:03,023 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:03,023 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:03,023 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403381569Running coprocessor pre-close hooks at 1731403381569Disabling compacts and flushes for region at 1731403381569Disabling writes for close at 1731403381569Obtaining lock to block concurrent updates at 1731403381569Preparing flush snapshotting stores in 1588230740 at 1731403381569Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403381569Flushing stores of hbase:meta,,1.1588230740 at 1731403381570 (+1 ms)Flushing 1588230740/info: creating writer at 1731403381570Flushing 1588230740/info: appending metadata at 1731403381585 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731403381585Flushing 1588230740/ns: creating writer at 1731403381993 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731403382011 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731403382011Flushing 1588230740/rep_barrier: creating writer at 1731403382422 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403382450 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403382450Flushing 1588230740/table: creating writer at 1731403382469 (+19 ms)Flushing 1588230740/table: appending metadata at 1731403382492 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731403382492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6143bab: reopening flushed file at 1731403382932 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14781e06: reopening flushed file at 1731403382937 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cac02ce: reopening flushed file at 1731403382943 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da51d51: reopening flushed file at 1731403382956 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=16, compaction requested=false at 1731403382965 (+9 ms)Writing region close event to WAL at 1731403382996 (+31 ms)Running coprocessor post-close hooks at 1731403383023 (+27 ms)Closed at 1731403383023
2024-11-12T09:23:03,023 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:03,111 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:23:03,171 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-12T09:23:03,171 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,36031,1731403351829; all regions closed.
2024-11-12T09:23:03,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:23:03,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741839_1015 (size=2171)
2024-11-12T09:23:03,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741832_1008 (size=2092)
2024-11-12T09:23:03,198 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:03,198 INFO  [RS:0;106923ea030f:36031 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:03,198 INFO  [RS:0;106923ea030f:36031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:03,199 INFO  [RS:0;106923ea030f:36031 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:03,199 INFO  [RS:0;106923ea030f:36031 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:03,199 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:03,199 INFO  [RS:0;106923ea030f:36031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,36031,1731403351829 because: Region server is closing
2024-11-12T09:23:03,199 INFO  [RS:0;106923ea030f:36031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:36031.
2024-11-12T09:23:03,199 DEBUG [RS:0;106923ea030f:36031 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:03,199 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:03,199 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:03,199 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:03,281 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:03,282 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,300 INFO  [RS:0;106923ea030f:36031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,36031,1731403351829.replicationSource.shipper106923ea030f%2C36031%2C1731403351829,1-106923ea030f,36031,1731403351829 terminated
2024-11-12T09:23:03,300 INFO  [RS:0;106923ea030f:36031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:36031.
2024-11-12T09:23:03,300 DEBUG [RS:0;106923ea030f:36031 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:03,300 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:03,300 DEBUG [RS:0;106923ea030f:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:03,300 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:03,300 INFO  [RS:0;106923ea030f:36031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36031
2024-11-12T09:23:03,338 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,338 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,338 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,338 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,347 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11203040675/rs/106923ea030f,36031,1731403351829
2024-11-12T09:23:03,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675/rs
2024-11-12T09:23:03,350 INFO  [RS:0;106923ea030f:36031 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:03,351 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,351 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,36031,1731403351829]
2024-11-12T09:23:03,351 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,354 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:03,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11203040675/draining/106923ea030f,36031,1731403351829 already deleted, retry=false
2024-11-12T09:23:03,414 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,36031,1731403351829 expired; onlineServers=0
2024-11-12T09:23:03,414 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,33055,1731403351715' *****
2024-11-12T09:23:03,414 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:03,414 DEBUG [M:0;106923ea030f:33055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:23:03,414 DEBUG [M:0;106923ea030f:33055 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:23:03,414 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:23:03,414 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403353833 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403353833,5,FailOnTimeoutGroup]
2024-11-12T09:23:03,414 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403353833 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403353833,5,FailOnTimeoutGroup]
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:03,414 DEBUG [M:0;106923ea030f:33055 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:03,414 INFO  [M:0;106923ea030f:33055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:23:03,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:23:03,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11203040675/master
2024-11-12T09:23:03,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11203040675
2024-11-12T09:23:03,435 DEBUG [M:0;106923ea030f:33055 {}] zookeeper.ZKUtil(347): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Unable to get data of znode /11203040675/master because node does not exist (not an error)
2024-11-12T09:23:03,435 WARN  [M:0;106923ea030f:33055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:23:03,435 INFO  [M:0;106923ea030f:33055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/.lastflushedseqids
2024-11-12T09:23:03,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741847_1023 (size=245)
2024-11-12T09:23:03,489 INFO  [RS:0;106923ea030f:36031 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1012e5a65060004, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:03,489 INFO  [RS:0;106923ea030f:36031 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,36031,1731403351829; zookeeper connection closed.
2024-11-12T09:23:03,489 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77c1e1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77c1e1d
2024-11-12T09:23:03,490 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:23:03,846 INFO  [M:0;106923ea030f:33055 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:23:03,846 INFO  [M:0;106923ea030f:33055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:23:03,846 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:03,846 INFO  [M:0;106923ea030f:33055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:03,847 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:03,847 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:03,847 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:03,847 INFO  [M:0;106923ea030f:33055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-12T09:23:03,863 DEBUG [M:0;106923ea030f:33055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1620f2a4d996461286ccec876f4820cc is 82, key is hbase:meta,,1/info:regioninfo/1731403355051/Put/seqid=0
2024-11-12T09:23:03,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741848_1024 (size=5672)
2024-11-12T09:23:04,266 INFO  [M:0;106923ea030f:33055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1620f2a4d996461286ccec876f4820cc
2024-11-12T09:23:04,283 DEBUG [M:0;106923ea030f:33055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/742d0e4a6d804f2e8984e870e08e2d1c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403369075/Put/seqid=0
2024-11-12T09:23:04,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741849_1025 (size=8516)
2024-11-12T09:23:04,290 INFO  [M:0;106923ea030f:33055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/742d0e4a6d804f2e8984e870e08e2d1c
2024-11-12T09:23:04,307 DEBUG [M:0;106923ea030f:33055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0d9e2b5784441b787debed9e28caf51 is 69, key is 106923ea030f,36031,1731403351829/rs:state/1731403353890/Put/seqid=0
2024-11-12T09:23:04,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741850_1026 (size=5156)
2024-11-12T09:23:04,415 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:23:04,712 INFO  [M:0;106923ea030f:33055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0d9e2b5784441b787debed9e28caf51
2024-11-12T09:23:04,716 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1620f2a4d996461286ccec876f4820cc as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1620f2a4d996461286ccec876f4820cc
2024-11-12T09:23:04,718 INFO  [M:0;106923ea030f:33055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1620f2a4d996461286ccec876f4820cc, entries=8, sequenceid=97, filesize=5.5 K
2024-11-12T09:23:04,719 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/742d0e4a6d804f2e8984e870e08e2d1c as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/742d0e4a6d804f2e8984e870e08e2d1c
2024-11-12T09:23:04,721 INFO  [M:0;106923ea030f:33055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/742d0e4a6d804f2e8984e870e08e2d1c, entries=11, sequenceid=97, filesize=8.3 K
2024-11-12T09:23:04,721 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0d9e2b5784441b787debed9e28caf51 as hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0d9e2b5784441b787debed9e28caf51
2024-11-12T09:23:04,724 INFO  [M:0;106923ea030f:33055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/4cca9dd1-cec7-393c-78b5-7fa85fb9785b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0d9e2b5784441b787debed9e28caf51, entries=1, sequenceid=97, filesize=5.0 K
2024-11-12T09:23:04,725 INFO  [M:0;106923ea030f:33055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false
2024-11-12T09:23:04,726 INFO  [M:0;106923ea030f:33055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:04,726 DEBUG [M:0;106923ea030f:33055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403383846Disabling compacts and flushes for region at 1731403383846Disabling writes for close at 1731403383847 (+1 ms)Obtaining lock to block concurrent updates at 1731403383847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403383847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731403383847Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403383847Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403383848 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403383862 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403383862Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403384270 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403384282 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403384282Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403384295 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403384307 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403384307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c5d19f: reopening flushed file at 1731403384715 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb47cc6: reopening flushed file at 1731403384718 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31284e69: reopening flushed file at 1731403384721 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false at 1731403384725 (+4 ms)Writing region close event to WAL at 1731403384726 (+1 ms)Closed at 1731403384726
2024-11-12T09:23:04,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40141 is added to blk_1073741830_1006 (size=63654)
2024-11-12T09:23:04,728 INFO  [M:0;106923ea030f:33055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:23:04,728 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:04,728 INFO  [M:0;106923ea030f:33055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33055
2024-11-12T09:23:04,728 INFO  [M:0;106923ea030f:33055 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:04,886 INFO  [M:0;106923ea030f:33055 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:04,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:04,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33055-0x1012e5a65060003, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:04,888 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d74f8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:04,888 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3663a06c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:04,888 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:04,888 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd9b275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:04,888 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@574737d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:04,889 WARN  [BP-364506032-172.17.0.2-1731403350212 heartbeating to localhost/127.0.0.1:37031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:23:04,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:23:04,889 WARN  [BP-364506032-172.17.0.2-1731403350212 heartbeating to localhost/127.0.0.1:37031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-364506032-172.17.0.2-1731403350212 (Datanode Uuid c5db2b8c-6e9f-48fa-a204-916d9778fab7) service to localhost/127.0.0.1:37031
2024-11-12T09:23:04,889 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:23:04,890 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/cluster_edcb50e9-1268-1427-6eb6-3cd2f7771475/data/data1/current/BP-364506032-172.17.0.2-1731403350212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:04,890 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/cluster_edcb50e9-1268-1427-6eb6-3cd2f7771475/data/data2/current/BP-364506032-172.17.0.2-1731403350212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:04,890 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:23:04,895 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@164e341a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:04,895 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cbe414{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:04,895 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:04,895 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cec6e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:04,895 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a51f1b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fa17cd3-b336-a372-5b09-12ab361932d6/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:04,906 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:23:04,906 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:23:04,906 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:04,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:04,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:04,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:04,907 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:04,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:23:04,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043275016, stopped=false
2024-11-12T09:23:04,907 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,33099,1731403346421
2024-11-12T09:23:04,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905211220/running
2024-11-12T09:23:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905211220/running
2024-11-12T09:23:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:23:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:23:04,925 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:04,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/running
2024-11-12T09:23:04,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Set watcher on znode that does not yet exist, /01905211220/running
2024-11-12T09:23:04,925 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:04,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:04,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:04,926 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,32799,1731403346608' *****
2024-11-12T09:23:04,926 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:23:04,926 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:23:04,926 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:23:04,926 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:04,926 INFO  [RS:0;106923ea030f:32799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:23:04,926 INFO  [RS:0;106923ea030f:32799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:23:04,926 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(3091): Received CLOSE for da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:23:04,926 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(3091): Received CLOSE for 0384c78065a34656c186d60945fb3dd9
2024-11-12T09:23:04,926 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,32799,1731403346608
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:32799.
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da27ba5cb3957ce4bf7cb9760dcc188b, disabling compactions & flushes
2024-11-12T09:23:04,927 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:23:04,927 DEBUG [RS:0;106923ea030f:32799 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:23:04,927 DEBUG [RS:0;106923ea030f:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b. after waiting 0 ms
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:23:04,927 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da27ba5cb3957ce4bf7cb9760dcc188b 3/3 column families, dataSize=594 B heapSize=1.63 KB
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:23:04,927 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:23:04,927 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1325): Online Regions={da27ba5cb3957ce4bf7cb9760dcc188b=hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b., 1588230740=hbase:meta,,1.1588230740, 0384c78065a34656c186d60945fb3dd9=test,,1731403360698.0384c78065a34656c186d60945fb3dd9.}
2024-11-12T09:23:04,927 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740, da27ba5cb3957ce4bf7cb9760dcc188b
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:04,927 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:04,927 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:04,927 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:23:04,944 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/info/e34742a27abf4225aade52e6ef4eb137 is 147, key is hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b./info:regioninfo/1731403367924/Put/seqid=0
2024-11-12T09:23:04,945 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/.tmp/queue/54f74abc3a534dd893167f31db7e3cb4 is 153, key is 1-106923ea030f,32799,1731403346608/queue:106923ea030f%2C32799%2C1731403346608/1731403375378/Put/seqid=0
2024-11-12T09:23:04,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741841_1017 (size=5352)
2024-11-12T09:23:04,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741840_1016 (size=7686)
2024-11-12T09:23:04,956 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/.tmp/queue/54f74abc3a534dd893167f31db7e3cb4
2024-11-12T09:23:04,956 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/info/e34742a27abf4225aade52e6ef4eb137
2024-11-12T09:23:04,962 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/.tmp/queue/54f74abc3a534dd893167f31db7e3cb4 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/queue/54f74abc3a534dd893167f31db7e3cb4
2024-11-12T09:23:04,965 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/queue/54f74abc3a534dd893167f31db7e3cb4, entries=1, sequenceid=8, filesize=5.2 K
2024-11-12T09:23:04,966 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for da27ba5cb3957ce4bf7cb9760dcc188b in 39ms, sequenceid=8, compaction requested=false
2024-11-12T09:23:04,966 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/replication/da27ba5cb3957ce4bf7cb9760dcc188b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:04,969 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da27ba5cb3957ce4bf7cb9760dcc188b:
Waiting for close lock at 1731403384927Running coprocessor pre-close hooks at 1731403384927Disabling compacts and flushes for region at 1731403384927Disabling writes for close at 1731403384927Obtaining lock to block concurrent updates at 1731403384927Preparing flush snapshotting stores in da27ba5cb3957ce4bf7cb9760dcc188b at 1731403384927Finished memstore snapshotting hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731403384927Flushing stores of hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b. at 1731403384927Flushing da27ba5cb3957ce4bf7cb9760dcc188b/queue: creating writer at 1731403384928 (+1 ms)Flushing da27ba5cb3957ce4bf7cb9760dcc188b/queue: appending metadata at 1731403384944 (+16 ms)Flushing da27ba5cb3957ce4bf7cb9760dcc188b/queue: closing flushed file at 1731403384944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673bd540: reopening flushed file at 1731403384961 (+17 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for da27ba5cb3957ce4bf7cb9760dcc188b in 39ms, sequenceid=8, compaction requested=false at 1731403384966 (+5 ms)Writing region close event to WAL at 1731403384967 (+1 ms)Running coprocessor post-close hooks at 1731403384969 (+2 ms)Closed at 1731403384969
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403367167.da27ba5cb3957ce4bf7cb9760dcc188b.
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0384c78065a34656c186d60945fb3dd9, disabling compactions & flushes
2024-11-12T09:23:04,969 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:23:04,969 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:23:04,970 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403360698.0384c78065a34656c186d60945fb3dd9. after waiting 0 ms
2024-11-12T09:23:04,970 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:23:04,970 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0384c78065a34656c186d60945fb3dd9 3/3 column families, dataSize=107 B heapSize=1.15 KB
2024-11-12T09:23:04,978 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/ns/796b4221b1774e629ff3b7be75d3e1df is 43, key is default/ns:d/1731403350048/Put/seqid=0
2024-11-12T09:23:04,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:23:04,987 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/f/72c767c3452e4bafa96792150ee888c5 is 28, key is row/f:/1731403374675/DeleteFamily/seqid=0
2024-11-12T09:23:04,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741843_1019 (size=5085)
2024-11-12T09:23:05,127 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740
2024-11-12T09:23:05,328 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740
2024-11-12T09:23:05,381 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/ns/796b4221b1774e629ff3b7be75d3e1df
2024-11-12T09:23:05,391 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/f/72c767c3452e4bafa96792150ee888c5
2024-11-12T09:23:05,394 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72c767c3452e4bafa96792150ee888c5
2024-11-12T09:23:05,401 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/rep_barrier/f98ad9750d8947b8816c90e7ac792730 is 112, key is test,,1731403360698.0384c78065a34656c186d60945fb3dd9./rep_barrier:seqnumDuringOpen/1731403361844/Put/seqid=0
2024-11-12T09:23:05,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741844_1020 (size=5518)
2024-11-12T09:23:05,423 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/f1/73fc37b3dd5843f784d2aa85f550d2b5 is 29, key is row/f1:/1731403374675/DeleteFamily/seqid=0
2024-11-12T09:23:05,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741845_1021 (size=5089)
2024-11-12T09:23:05,528 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740
2024-11-12T09:23:05,691 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:23:05,691 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:23:05,728 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740
2024-11-12T09:23:05,806 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/rep_barrier/f98ad9750d8947b8816c90e7ac792730
2024-11-12T09:23:05,818 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 636, reset compression=false
2024-11-12T09:23:05,821 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:05,821 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 883, reset compression=false
2024-11-12T09:23:05,822 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,32799,1731403346608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:23:05,822 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/table/632e596450e34b3c998883778722eede is 53, key is hbase:replication/table:state/1731403367930/Put/seqid=0
2024-11-12T09:23:05,822 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,32799,1731403346608: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-106923ea030f,32799,1731403346608, walGroup=106923ea030f%2C32799%2C1731403346608, offset=106923ea030f%2C32799%2C1731403346608.1731403348822:883, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:32799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:23:05,823 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:23:05,824 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:23:05,824 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:23:05,824 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:23:05,824 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1392508928,
        "init": 1048576000,
        "max": 2306867200,
        "used": 751646304
      },
      "NonHeapMemoryUsage": {
        "committed": 206503936,
        "init": 7667712,
        "max": -1,
        "used": 203139064
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:23:05,824 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:23:05,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741846_1022 (size=5308)
2024-11-12T09:23:05,830 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/f1/73fc37b3dd5843f784d2aa85f550d2b5
2024-11-12T09:23:05,832 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73fc37b3dd5843f784d2aa85f550d2b5
2024-11-12T09:23:05,845 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/norep/047716e569e0470c84e23d0292a237a2 is 32, key is row/norep:/1731403374675/DeleteFamily/seqid=0
2024-11-12T09:23:05,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741847_1023 (size=5101)
2024-11-12T09:23:05,928 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:23:05,928 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0384c78065a34656c186d60945fb3dd9=test,,1731403360698.0384c78065a34656c186d60945fb3dd9.}
2024-11-12T09:23:05,928 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740
2024-11-12T09:23:06,024 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 883, reset compression=false
2024-11-12T09:23:06,128 DEBUG [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1351): Waiting on 0384c78065a34656c186d60945fb3dd9, 1588230740
2024-11-12T09:23:06,226 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/table/632e596450e34b3c998883778722eede
2024-11-12T09:23:06,229 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/info/e34742a27abf4225aade52e6ef4eb137 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/info/e34742a27abf4225aade52e6ef4eb137
2024-11-12T09:23:06,233 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/info/e34742a27abf4225aade52e6ef4eb137, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:23:06,234 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/ns/796b4221b1774e629ff3b7be75d3e1df as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/ns/796b4221b1774e629ff3b7be75d3e1df
2024-11-12T09:23:06,237 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/ns/796b4221b1774e629ff3b7be75d3e1df, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:23:06,238 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/rep_barrier/f98ad9750d8947b8816c90e7ac792730 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/rep_barrier/f98ad9750d8947b8816c90e7ac792730
2024-11-12T09:23:06,241 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/rep_barrier/f98ad9750d8947b8816c90e7ac792730, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:23:06,241 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/.tmp/table/632e596450e34b3c998883778722eede as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/table/632e596450e34b3c998883778722eede
2024-11-12T09:23:06,244 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/table/632e596450e34b3c998883778722eede, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:23:06,245 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false
2024-11-12T09:23:06,245 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:23:06,250 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/norep/047716e569e0470c84e23d0292a237a2
2024-11-12T09:23:06,250 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:23:06,251 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:06,251 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:06,251 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:06,251 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403384927Running coprocessor pre-close hooks at 1731403384927Disabling compacts and flushes for region at 1731403384927Disabling writes for close at 1731403384927Obtaining lock to block concurrent updates at 1731403384927Preparing flush snapshotting stores in 1588230740 at 1731403384927Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403384928 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731403384928Flushing 1588230740/info: creating writer at 1731403384928Flushing 1588230740/info: appending metadata at 1731403384943 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731403384944 (+1 ms)Flushing 1588230740/ns: creating writer at 1731403384961 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731403384977 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731403384977Flushing 1588230740/rep_barrier: creating writer at 1731403385385 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403385400 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403385400Flushing 1588230740/table: creating writer at 1731403385809 (+409 ms)Flushing 1588230740/table: appending metadata at 1731403385821 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731403385821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0c488f: reopening flushed file at 1731403386229 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4eacef: reopening flushed file at 1731403386233 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f85f45: reopening flushed file at 1731403386237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb54919: reopening flushed file at 1731403386241 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731403386245 (+4 ms)Writing region close event to WAL at 1731403386248 (+3 ms)Running coprocessor post-close hooks at 1731403386251 (+3 ms)Closed at 1731403386251
2024-11-12T09:23:06,251 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:06,253 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 047716e569e0470c84e23d0292a237a2
2024-11-12T09:23:06,254 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/f/72c767c3452e4bafa96792150ee888c5 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/f/72c767c3452e4bafa96792150ee888c5
2024-11-12T09:23:06,257 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72c767c3452e4bafa96792150ee888c5
2024-11-12T09:23:06,257 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/f/72c767c3452e4bafa96792150ee888c5, entries=1, sequenceid=6, filesize=5.0 K
2024-11-12T09:23:06,257 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/f1/73fc37b3dd5843f784d2aa85f550d2b5 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/f1/73fc37b3dd5843f784d2aa85f550d2b5
2024-11-12T09:23:06,260 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73fc37b3dd5843f784d2aa85f550d2b5
2024-11-12T09:23:06,261 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/f1/73fc37b3dd5843f784d2aa85f550d2b5, entries=1, sequenceid=6, filesize=5.0 K
2024-11-12T09:23:06,262 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/.tmp/norep/047716e569e0470c84e23d0292a237a2 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/norep/047716e569e0470c84e23d0292a237a2
2024-11-12T09:23:06,265 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 047716e569e0470c84e23d0292a237a2
2024-11-12T09:23:06,266 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/norep/047716e569e0470c84e23d0292a237a2, entries=1, sequenceid=6, filesize=5.0 K
2024-11-12T09:23:06,266 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0384c78065a34656c186d60945fb3dd9 in 1296ms, sequenceid=6, compaction requested=false
2024-11-12T09:23:06,267 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:23:06,271 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/data/default/test/0384c78065a34656c186d60945fb3dd9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-12T09:23:06,271 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:06,271 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:06,271 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:23:06,271 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0384c78065a34656c186d60945fb3dd9:
Waiting for close lock at 1731403384969Running coprocessor pre-close hooks at 1731403384969Disabling compacts and flushes for region at 1731403384969Disabling writes for close at 1731403384970 (+1 ms)Obtaining lock to block concurrent updates at 1731403384970Preparing flush snapshotting stores in 0384c78065a34656c186d60945fb3dd9 at 1731403384970Finished memstore snapshotting test,,1731403360698.0384c78065a34656c186d60945fb3dd9., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731403384970Flushing stores of test,,1731403360698.0384c78065a34656c186d60945fb3dd9. at 1731403384970Flushing 0384c78065a34656c186d60945fb3dd9/f: creating writer at 1731403384970Flushing 0384c78065a34656c186d60945fb3dd9/f: appending metadata at 1731403384986 (+16 ms)Flushing 0384c78065a34656c186d60945fb3dd9/f: closing flushed file at 1731403384986Flushing 0384c78065a34656c186d60945fb3dd9/f1: creating writer at 1731403385394 (+408 ms)Flushing 0384c78065a34656c186d60945fb3dd9/f1: appending metadata at 1731403385421 (+27 ms)Flushing 0384c78065a34656c186d60945fb3dd9/f1: closing flushed file at 1731403385421Flushing 0384c78065a34656c186d60945fb3dd9/norep: creating writer at 1731403385832 (+411 ms)Flushing 0384c78065a34656c186d60945fb3dd9/norep: appending metadata at 1731403385844 (+12 ms)Flushing 0384c78065a34656c186d60945fb3dd9/norep: closing flushed file at 1731403385844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e9763f: reopening flushed file at 1731403386253 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54aa0c21: reopening flushed file at 1731403386257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631be970: reopening flushed file at 1731403386261 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0384c78065a34656c186d60945fb3dd9 in 1296ms, sequenceid=6, compaction requested=false at 1731403386266 (+5 ms)Writing region close event to WAL at 1731403386268 (+2 ms)Running coprocessor post-close hooks at 1731403386271 (+3 ms)Closed at 1731403386271
2024-11-12T09:23:06,271 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403360698.0384c78065a34656c186d60945fb3dd9.
2024-11-12T09:23:06,327 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 883, reset compression=false
2024-11-12T09:23:06,329 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,32799,1731403346608; all regions closed.
2024-11-12T09:23:06,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741834_1010 (size=4239)
2024-11-12T09:23:06,331 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:06,331 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 to pos 1527, reset compression=false
2024-11-12T09:23:06,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741839_1015 (size=2240)
2024-11-12T09:23:06,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741832_1008 (size=1535)
2024-11-12T09:23:06,334 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 not finished, retry = 0
2024-11-12T09:23:06,435 DEBUG [RS:0;106923ea030f:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:06,435 INFO  [RS:0;106923ea030f:32799 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:06,435 INFO  [RS:0;106923ea030f:32799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:06,435 INFO  [RS:0;106923ea030f:32799 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:06,435 INFO  [RS:0;106923ea030f:32799 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:06,435 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:06,436 INFO  [RS:0;106923ea030f:32799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,32799,1731403346608 because: Region server is closing
2024-11-12T09:23:06,436 INFO  [RS:0;106923ea030f:32799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:32799.
2024-11-12T09:23:06,436 DEBUG [RS:0;106923ea030f:32799 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:06,436 DEBUG [RS:0;106923ea030f:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:06,436 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:06,436 DEBUG [RS:0;106923ea030f:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:06,436 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=1527, currentPosition=1535
org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time
	at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:149) ~[classes/:?]
2024-11-12T09:23:06,437 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 for the last time to pos 1527, reset compression=false
2024-11-12T09:23:06,438 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822 and length of the file is 1535
2024-11-12T09:23:06,438 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/WALs/106923ea030f,32799,1731403346608/106923ea030f%2C32799%2C1731403346608.1731403348822
2024-11-12T09:23:06,537 INFO  [RS:0;106923ea030f:32799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.shipper106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 terminated
2024-11-12T09:23:06,537 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,32799,1731403346608.replicationSource.wal-reader.106923ea030f%2C32799%2C1731403346608,1-106923ea030f,32799,1731403346608 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-12T09:23:06,537 INFO  [RS:0;106923ea030f:32799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32799
2024-11-12T09:23:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905211220/rs/106923ea030f,32799,1731403346608
2024-11-12T09:23:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220/rs
2024-11-12T09:23:06,647 INFO  [RS:0;106923ea030f:32799 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:06,740 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,32799,1731403346608]
2024-11-12T09:23:06,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01905211220/draining/106923ea030f,32799,1731403346608 already deleted, retry=false
2024-11-12T09:23:06,774 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,32799,1731403346608 expired; onlineServers=0
2024-11-12T09:23:06,774 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,33099,1731403346421' *****
2024-11-12T09:23:06,774 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:23:06,774 INFO  [M:0;106923ea030f:33099 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:06,774 INFO  [M:0;106923ea030f:33099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:06,774 DEBUG [M:0;106923ea030f:33099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:23:06,774 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:23:06,774 DEBUG [M:0;106923ea030f:33099 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:23:06,774 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403348620 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403348620,5,FailOnTimeoutGroup]
2024-11-12T09:23:06,774 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403348620 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403348620,5,FailOnTimeoutGroup]
2024-11-12T09:23:06,775 INFO  [M:0;106923ea030f:33099 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:06,775 INFO  [M:0;106923ea030f:33099 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:06,775 DEBUG [M:0;106923ea030f:33099 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:23:06,775 INFO  [M:0;106923ea030f:33099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:23:06,775 INFO  [M:0;106923ea030f:33099 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:06,775 ERROR [M:0;106923ea030f:33099 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34041,5,PEWorkerGroup]
2024-11-12T09:23:06,775 INFO  [M:0;106923ea030f:33099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:23:06,775 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:23:06,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:06,840 INFO  [RS:0;106923ea030f:32799 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:06,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x1012e5a65060001, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:06,840 INFO  [RS:0;106923ea030f:32799 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,32799,1731403346608; zookeeper connection closed.
2024-11-12T09:23:06,840 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@592dd321 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@592dd321
2024-11-12T09:23:06,841 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:23:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905211220/master
2024-11-12T09:23:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905211220
2024-11-12T09:23:06,889 DEBUG [M:0;106923ea030f:33099 {}] zookeeper.ZKUtil(347): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Unable to get data of znode /01905211220/master because node does not exist (not an error)
2024-11-12T09:23:06,889 WARN  [M:0;106923ea030f:33099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:23:06,890 INFO  [M:0;106923ea030f:33099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/.lastflushedseqids
2024-11-12T09:23:06,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741848_1024 (size=245)
2024-11-12T09:23:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:23:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:23:06,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:07,293 INFO  [M:0;106923ea030f:33099 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:23:07,293 INFO  [M:0;106923ea030f:33099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:23:07,294 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:07,294 INFO  [M:0;106923ea030f:33099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:07,294 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:07,294 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:07,294 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:07,294 INFO  [M:0;106923ea030f:33099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-12T09:23:07,307 DEBUG [M:0;106923ea030f:33099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27e191c75b8741adac1ddf51cfcd0600 is 82, key is hbase:meta,,1/info:regioninfo/1731403350003/Put/seqid=0
2024-11-12T09:23:07,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741849_1025 (size=5672)
2024-11-12T09:23:07,711 INFO  [M:0;106923ea030f:33099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27e191c75b8741adac1ddf51cfcd0600
2024-11-12T09:23:07,728 DEBUG [M:0;106923ea030f:33099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315fa9a245304028ad042b93879801d5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403361851/Put/seqid=0
2024-11-12T09:23:07,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741850_1026 (size=7219)
2024-11-12T09:23:08,134 INFO  [M:0;106923ea030f:33099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315fa9a245304028ad042b93879801d5
2024-11-12T09:23:08,137 INFO  [M:0;106923ea030f:33099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 315fa9a245304028ad042b93879801d5
2024-11-12T09:23:08,149 DEBUG [M:0;106923ea030f:33099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76a38d407e674f70bf09b6cadb6aa321 is 69, key is 106923ea030f,32799,1731403346608/rs:state/1731403348670/Put/seqid=0
2024-11-12T09:23:08,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741851_1027 (size=5156)
2024-11-12T09:23:08,525 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:08,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,553 INFO  [M:0;106923ea030f:33099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76a38d407e674f70bf09b6cadb6aa321
2024-11-12T09:23:08,557 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27e191c75b8741adac1ddf51cfcd0600 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27e191c75b8741adac1ddf51cfcd0600
2024-11-12T09:23:08,561 INFO  [M:0;106923ea030f:33099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27e191c75b8741adac1ddf51cfcd0600, entries=8, sequenceid=105, filesize=5.5 K
2024-11-12T09:23:08,565 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315fa9a245304028ad042b93879801d5 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315fa9a245304028ad042b93879801d5
2024-11-12T09:23:08,565 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,566 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,566 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,566 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,566 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,567 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,569 INFO  [M:0;106923ea030f:33099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 315fa9a245304028ad042b93879801d5
2024-11-12T09:23:08,569 INFO  [M:0;106923ea030f:33099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315fa9a245304028ad042b93879801d5, entries=11, sequenceid=105, filesize=7.0 K
2024-11-12T09:23:08,570 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76a38d407e674f70bf09b6cadb6aa321 as hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76a38d407e674f70bf09b6cadb6aa321
2024-11-12T09:23:08,573 INFO  [M:0;106923ea030f:33099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/3989da78-4fc0-18ea-dab3-474575e694aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76a38d407e674f70bf09b6cadb6aa321, entries=1, sequenceid=105, filesize=5.0 K
2024-11-12T09:23:08,574 INFO  [M:0;106923ea030f:33099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false
2024-11-12T09:23:08,575 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,575 INFO  [M:0;106923ea030f:33099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:08,575 DEBUG [M:0;106923ea030f:33099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403387294Disabling compacts and flushes for region at 1731403387294Disabling writes for close at 1731403387294Obtaining lock to block concurrent updates at 1731403387294Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403387294Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731403387294Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403387295 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403387295Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403387307 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403387307Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403387714 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403387727 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403387727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403388137 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403388149 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403388149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5fb33b: reopening flushed file at 1731403388556 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f7e956: reopening flushed file at 1731403388561 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f2eb32: reopening flushed file at 1731403388569 (+8 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731403388574 (+5 ms)Writing region close event to WAL at 1731403388575 (+1 ms)Closed at 1731403388575
2024-11-12T09:23:08,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741830_1006 (size=64435)
2024-11-12T09:23:08,577 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:08,577 INFO  [M:0;106923ea030f:33099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:23:08,577 INFO  [M:0;106923ea030f:33099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33099
2024-11-12T09:23:08,578 INFO  [M:0;106923ea030f:33099 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:08,579 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,579 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,581 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:08,734 INFO  [M:0;106923ea030f:33099 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:08,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x1012e5a65060000, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:08,737 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cff4c20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:08,737 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cd5feb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:08,737 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:08,737 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bb9b5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:08,737 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620c6252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:08,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:23:08,738 WARN  [BP-843411288-172.17.0.2-1731403344247 heartbeating to localhost/127.0.0.1:34041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:23:08,738 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:23:08,738 WARN  [BP-843411288-172.17.0.2-1731403344247 heartbeating to localhost/127.0.0.1:34041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843411288-172.17.0.2-1731403344247 (Datanode Uuid eaaffeac-b640-4de8-b2fe-32f870fcd4fa) service to localhost/127.0.0.1:34041
2024-11-12T09:23:08,739 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/data/data1/current/BP-843411288-172.17.0.2-1731403344247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:08,739 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/cluster_4fd15d52-f000-77f0-be6a-fd08e54a00f3/data/data2/current/BP-843411288-172.17.0.2-1731403344247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:08,739 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:23:08,744 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6260f7f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:08,744 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1510d567{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:08,744 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:08,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ed8d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:08,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1182c795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21e51276-84b8-b2dc-6f00-abc1c02f763a/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:08,749 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:23:08,758 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:23:08,767 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 315)
Potentially hanging thread: LeaseRenewer:jenkins@localhost:37031
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40517 from jenkins.hfs.19
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34041
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34041
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40517
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40517
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34041 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37031 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40517
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51153)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-39-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40517 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34041 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37031 from jenkins.hfs.18
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-41-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51153)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51153)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-32-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37031
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40517
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40517
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34041 from jenkins.hfs.17
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40517 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37031 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=791 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6278 (was 6576)
2024-11-12T09:23:08,776 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=6278
2024-11-12T09:23:08,788 INFO  [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication
2024-11-12T09:23:08,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir so I do NOT create it in target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc
2024-11-12T09:23:08,788 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:23:08,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.tmp.dir so I do NOT create it in target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc
2024-11-12T09:23:08,788 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed6a2ed2-1a8f-9867-d740-287122398a51/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:23:08,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc
2024-11-12T09:23:08,788 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727, deleteOnExit=true
2024-11-12T09:23:08,791 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/zookeeper_0, clientPort=54326, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:23:08,791 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54326
2024-11-12T09:23:08,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:23:08,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:23:08,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/test.cache.data in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:23:08,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:08,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:23:08,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:23:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e5a65060005, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:23:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e5a65060002, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:23:08,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e5a65060005, quorum=127.0.0.1:51153, baseZNode=/11203040675 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:23:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012e5a65060008, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-12T09:23:08,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e5a65060002, quorum=127.0.0.1:51153, baseZNode=/01905211220 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:23:08,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012e5a65060008, quorum=127.0.0.1:51153, baseZNode=/2-2038376496 Received Disconnected from ZooKeeper, ignoring
2024-11-12T09:23:09,230 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:09,233 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:09,237 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:09,237 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:09,237 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:23:09,238 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:09,238 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589551d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:09,239 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7108e3af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:09,350 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43d31387{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/java.io.tmpdir/jetty-localhost-37103-hadoop-hdfs-3_4_1-tests_jar-_-any-4218582305308415677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:09,352 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b8b7a2{HTTP/1.1, (http/1.1)}{localhost:37103}
2024-11-12T09:23:09,352 INFO  [Time-limited test {}] server.Server(415): Started @320250ms
2024-11-12T09:23:09,607 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:09,610 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:09,612 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:09,612 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:09,612 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:23:09,613 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94dd7e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:09,613 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb09bcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:09,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:09,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:23:09,663 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128925 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:23:09,735 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@481f4ec3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/java.io.tmpdir/jetty-localhost-33755-hadoop-hdfs-3_4_1-tests_jar-_-any-10333431013347875554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:09,735 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2287d09c{HTTP/1.1, (http/1.1)}{localhost:33755}
2024-11-12T09:23:09,735 INFO  [Time-limited test {}] server.Server(415): Started @320633ms
2024-11-12T09:23:09,736 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:23:10,462 WARN  [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/data/data1/current/BP-1855015517-172.17.0.2-1731403388811/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:10,462 WARN  [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/data/data2/current/BP-1855015517-172.17.0.2-1731403388811/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:10,482 WARN  [Thread-4164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:23:10,484 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2c7b5315a554d06 with lease ID 0xf9821928cd5a2d4c: Processing first storage report for DS-30c716d7-a216-4f82-8d2e-556e753c7c76 from datanode DatanodeRegistration(127.0.0.1:41619, datanodeUuid=a6e036e9-4565-4a33-aec2-b797ed308c43, infoPort=43431, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=2060621201;c=1731403388811)
2024-11-12T09:23:10,484 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2c7b5315a554d06 with lease ID 0xf9821928cd5a2d4c: from storage DS-30c716d7-a216-4f82-8d2e-556e753c7c76 node DatanodeRegistration(127.0.0.1:41619, datanodeUuid=a6e036e9-4565-4a33-aec2-b797ed308c43, infoPort=43431, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=2060621201;c=1731403388811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:10,484 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2c7b5315a554d06 with lease ID 0xf9821928cd5a2d4c: Processing first storage report for DS-26b0a5ad-7ab6-47df-b2ce-bd220edae8d7 from datanode DatanodeRegistration(127.0.0.1:41619, datanodeUuid=a6e036e9-4565-4a33-aec2-b797ed308c43, infoPort=43431, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=2060621201;c=1731403388811)
2024-11-12T09:23:10,484 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2c7b5315a554d06 with lease ID 0xf9821928cd5a2d4c: from storage DS-26b0a5ad-7ab6-47df-b2ce-bd220edae8d7 node DatanodeRegistration(127.0.0.1:41619, datanodeUuid=a6e036e9-4565-4a33-aec2-b797ed308c43, infoPort=43431, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=2060621201;c=1731403388811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:10,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc
2024-11-12T09:23:10,568 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:10,570 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:10,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:23:10,977 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba with version=8
2024-11-12T09:23:10,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/hbase-staging
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:23:10,980 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:10,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36083
2024-11-12T09:23:10,982 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36083 connecting to ZooKeeper ensemble=127.0.0.1:54326
2024-11-12T09:23:11,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360830x0, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:11,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36083-0x1012e5b13210000 connected
2024-11-12T09:23:11,209 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:11,210 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:11,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on znode that does not yet exist, /01020454933/running
2024-11-12T09:23:11,213 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba, hbase.cluster.distributed=false
2024-11-12T09:23:11,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on znode that does not yet exist, /01020454933/acl
2024-11-12T09:23:11,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36083
2024-11-12T09:23:11,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36083
2024-11-12T09:23:11,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36083
2024-11-12T09:23:11,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36083
2024-11-12T09:23:11,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36083
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:23:11,261 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:11,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43985
2024-11-12T09:23:11,270 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43985 connecting to ZooKeeper ensemble=127.0.0.1:54326
2024-11-12T09:23:11,270 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:11,272 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:11,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439850x0, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on znode that does not yet exist, /01020454933/running
2024-11-12T09:23:11,314 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:23:11,316 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439850x0, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:11,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43985-0x1012e5b13210001 connected
2024-11-12T09:23:11,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:23:11,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on znode that does not yet exist, /01020454933/master
2024-11-12T09:23:11,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on znode that does not yet exist, /01020454933/acl
2024-11-12T09:23:11,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43985
2024-11-12T09:23:11,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43985
2024-11-12T09:23:11,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43985
2024-11-12T09:23:11,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43985
2024-11-12T09:23:11,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43985
2024-11-12T09:23:11,454 DEBUG [M:0;106923ea030f:36083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:36083
2024-11-12T09:23:11,455 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01020454933/backup-masters/106923ea030f,36083,1731403390979
2024-11-12T09:23:11,465 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933/backup-masters
2024-11-12T09:23:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933/backup-masters
2024-11-12T09:23:11,467 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on existing znode=/01020454933/backup-masters/106923ea030f,36083,1731403390979
2024-11-12T09:23:11,476 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01020454933/master
2024-11-12T09:23:11,476 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,477 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on existing znode=/01020454933/master
2024-11-12T09:23:11,478 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01020454933/backup-masters/106923ea030f,36083,1731403390979 from backup master directory
2024-11-12T09:23:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01020454933/backup-masters/106923ea030f,36083,1731403390979
2024-11-12T09:23:11,486 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933/backup-masters
2024-11-12T09:23:11,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933/backup-masters
2024-11-12T09:23:11,487 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:11,487 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,36083,1731403390979
2024-11-12T09:23:11,492 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/hbase.id] with ID: 4f62a56f-2268-4226-92af-2e418e11c9e2
2024-11-12T09:23:11,492 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/.tmp/hbase.id
2024-11-12T09:23:11,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:23:11,521 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/.tmp/hbase.id]:[hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/hbase.id]
2024-11-12T09:23:11,547 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:11,547 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:23:11,549 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:23:11,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,561 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:23:11,587 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:11,588 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:23:11,592 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:11,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:23:11,611 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/data/master/store
2024-11-12T09:23:11,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:23:11,632 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:11,633 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:11,633 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:11,633 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:11,633 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:11,633 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:11,633 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:11,633 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403391633Disabling compacts and flushes for region at 1731403391633Disabling writes for close at 1731403391633Writing region close event to WAL at 1731403391633Closed at 1731403391633
2024-11-12T09:23:11,634 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/data/master/store/.initializing
2024-11-12T09:23:11,634 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/WALs/106923ea030f,36083,1731403390979
2024-11-12T09:23:11,635 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:11,636 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C36083%2C1731403390979, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/WALs/106923ea030f,36083,1731403390979, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/oldWALs, maxLogs=10
2024-11-12T09:23:11,658 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/WALs/106923ea030f,36083,1731403390979/106923ea030f%2C36083%2C1731403390979.1731403391636, exclude list is [], retry=0
2024-11-12T09:23:11,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41619,DS-30c716d7-a216-4f82-8d2e-556e753c7c76,DISK]
2024-11-12T09:23:11,669 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/WALs/106923ea030f,36083,1731403390979/106923ea030f%2C36083%2C1731403390979.1731403391636
2024-11-12T09:23:11,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)]
2024-11-12T09:23:11,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:11,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:11,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,673 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,684 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:11,686 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:23:11,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:11,687 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:11,687 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:11,688 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:23:11,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:11,689 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:11,689 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:11,691 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:23:11,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:11,692 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:11,692 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:11,693 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:23:11,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:11,694 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:11,694 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,695 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,695 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,697 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,697 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,698 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:11,699 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:11,709 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:11,710 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68583812, jitterRate=0.021978437900543213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:11,711 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403391673Initializing all the Stores at 1731403391674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403391674Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403391684 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403391684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403391684Cleaning up temporary data from old regions at 1731403391697 (+13 ms)Region opened successfully at 1731403391710 (+13 ms)
2024-11-12T09:23:11,720 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:23:11,724 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fccc2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:11,726 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:23:11,727 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:23:11,727 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:23:11,727 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:23:11,728 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:23:11,728 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:23:11,728 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:23:11,735 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:23:11,736 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Unable to get data of znode /01020454933/balancer because node does not exist (not necessarily an error)
2024-11-12T09:23:11,766 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020454933/balancer already deleted, retry=false
2024-11-12T09:23:11,767 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:23:11,768 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Unable to get data of znode /01020454933/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:23:11,781 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020454933/normalizer already deleted, retry=false
2024-11-12T09:23:11,782 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:23:11,783 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Unable to get data of znode /01020454933/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:23:11,792 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020454933/switch/split already deleted, retry=false
2024-11-12T09:23:11,793 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Unable to get data of znode /01020454933/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:23:11,802 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020454933/switch/merge already deleted, retry=false
2024-11-12T09:23:11,805 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Unable to get data of znode /01020454933/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:23:11,813 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020454933/snapshot-cleanup already deleted, retry=false
2024-11-12T09:23:11,823 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01020454933/running
2024-11-12T09:23:11,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01020454933/running
2024-11-12T09:23:11,823 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,824 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,36083,1731403390979, sessionid=0x1012e5b13210000, setting cluster-up flag (Was=false)
2024-11-12T09:23:11,844 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,876 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01020454933/flush-table-proc/acquired, /01020454933/flush-table-proc/reached, /01020454933/flush-table-proc/abort
2024-11-12T09:23:11,877 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,36083,1731403390979
2024-11-12T09:23:11,903 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:11,935 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01020454933/online-snapshot/acquired, /01020454933/online-snapshot/reached, /01020454933/online-snapshot/abort
2024-11-12T09:23:11,936 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,36083,1731403390979
2024-11-12T09:23:11,937 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:23:11,938 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:11,938 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:23:11,938 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:23:11,938 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,36083,1731403390979
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:11,940 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:11,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:11,966 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:23:11,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:11,967 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:23:12,000 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403422000
2024-11-12T09:23:12,000 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:23:12,000 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:23:12,000 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:23:12,000 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:23:12,001 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:23:12,001 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:23:12,002 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,008 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:23:12,008 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:23:12,008 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:23:12,008 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:23:12,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:23:12,020 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:23:12,020 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:23:12,024 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403392020,5,FailOnTimeoutGroup]
2024-11-12T09:23:12,024 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403392024,5,FailOnTimeoutGroup]
2024-11-12T09:23:12,024 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,024 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:23:12,024 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,024 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,034 INFO  [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(746): ClusterId : 4f62a56f-2268-4226-92af-2e418e11c9e2
2024-11-12T09:23:12,034 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:23:12,078 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:23:12,079 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:23:12,107 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:23:12,108 DEBUG [RS:0;106923ea030f:43985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec1510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:12,128 DEBUG [RS:0;106923ea030f:43985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:43985
2024-11-12T09:23:12,128 INFO  [RS:0;106923ea030f:43985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:23:12,128 INFO  [RS:0;106923ea030f:43985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:23:12,128 DEBUG [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:23:12,129 INFO  [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,36083,1731403390979 with port=43985, startcode=1731403391261
2024-11-12T09:23:12,129 DEBUG [RS:0;106923ea030f:43985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:23:12,131 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:23:12,131 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,43985,1731403391261
2024-11-12T09:23:12,131 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(517): Registering regionserver=106923ea030f,43985,1731403391261
2024-11-12T09:23:12,133 DEBUG [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba
2024-11-12T09:23:12,133 DEBUG [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37841
2024-11-12T09:23:12,133 DEBUG [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:23:12,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933/rs
2024-11-12T09:23:12,146 DEBUG [RS:0;106923ea030f:43985 {}] zookeeper.ZKUtil(111): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Set watcher on existing znode=/01020454933/rs/106923ea030f,43985,1731403391261
2024-11-12T09:23:12,146 WARN  [RS:0;106923ea030f:43985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:12,146 INFO  [RS:0;106923ea030f:43985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:12,146 DEBUG [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261
2024-11-12T09:23:12,149 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,43985,1731403391261]
2024-11-12T09:23:12,152 INFO  [RS:0;106923ea030f:43985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:23:12,159 INFO  [RS:0;106923ea030f:43985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:23:12,160 INFO  [RS:0;106923ea030f:43985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:23:12,160 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,160 INFO  [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:23:12,161 INFO  [RS:0;106923ea030f:43985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:23:12,161 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:12,161 DEBUG [RS:0;106923ea030f:43985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:12,168 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,168 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,169 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,169 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,169 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,169 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43985,1731403391261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:12,192 INFO  [RS:0;106923ea030f:43985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:23:12,192 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43985,1731403391261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,192 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,192 INFO  [RS:0;106923ea030f:43985 {}] regionserver.Replication(171): 106923ea030f,43985,1731403391261 started
2024-11-12T09:23:12,213 INFO  [RS:0;106923ea030f:43985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,213 INFO  [RS:0;106923ea030f:43985 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,43985,1731403391261, RpcServer on 106923ea030f/172.17.0.2:43985, sessionid=0x1012e5b13210001
2024-11-12T09:23:12,213 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:23:12,213 DEBUG [RS:0;106923ea030f:43985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,43985,1731403391261
2024-11-12T09:23:12,213 DEBUG [RS:0;106923ea030f:43985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,43985,1731403391261'
2024-11-12T09:23:12,213 DEBUG [RS:0;106923ea030f:43985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01020454933/flush-table-proc/abort'
2024-11-12T09:23:12,214 DEBUG [RS:0;106923ea030f:43985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01020454933/flush-table-proc/acquired'
2024-11-12T09:23:12,214 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:23:12,214 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:23:12,214 DEBUG [RS:0;106923ea030f:43985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,43985,1731403391261
2024-11-12T09:23:12,214 DEBUG [RS:0;106923ea030f:43985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,43985,1731403391261'
2024-11-12T09:23:12,214 DEBUG [RS:0;106923ea030f:43985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01020454933/online-snapshot/abort'
2024-11-12T09:23:12,215 DEBUG [RS:0;106923ea030f:43985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01020454933/online-snapshot/acquired'
2024-11-12T09:23:12,215 DEBUG [RS:0;106923ea030f:43985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:23:12,215 INFO  [RS:0;106923ea030f:43985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:23:12,215 INFO  [RS:0;106923ea030f:43985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:23:12,315 INFO  [RS:0;106923ea030f:43985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:12,317 INFO  [RS:0;106923ea030f:43985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C43985%2C1731403391261, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/oldWALs, maxLogs=10
2024-11-12T09:23:12,340 DEBUG [RS:0;106923ea030f:43985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261/106923ea030f%2C43985%2C1731403391261.1731403392317, exclude list is [], retry=0
2024-11-12T09:23:12,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41619,DS-30c716d7-a216-4f82-8d2e-556e753c7c76,DISK]
2024-11-12T09:23:12,356 INFO  [RS:0;106923ea030f:43985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261/106923ea030f%2C43985%2C1731403391261.1731403392317
2024-11-12T09:23:12,360 DEBUG [RS:0;106923ea030f:43985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)]
2024-11-12T09:23:12,411 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:23:12,411 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba
2024-11-12T09:23:12,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:23:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:12,419 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:12,421 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:12,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,422 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,422 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:12,423 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:12,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,423 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,423 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:12,424 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:12,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:12,425 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:12,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,425 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/hbase/meta/1588230740
2024-11-12T09:23:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/hbase/meta/1588230740
2024-11-12T09:23:12,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:12,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:12,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:12,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:12,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:12,431 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74679073, jitterRate=0.11280490458011627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:12,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403392418Initializing all the Stores at 1731403392419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403392419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403392419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403392419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403392419Cleaning up temporary data from old regions at 1731403392427 (+8 ms)Region opened successfully at 1731403392432 (+5 ms)
2024-11-12T09:23:12,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:12,432 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:12,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:12,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:12,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:12,433 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403392432Disabling compacts and flushes for region at 1731403392432Disabling writes for close at 1731403392432Writing region close event to WAL at 1731403392433 (+1 ms)Closed at 1731403392433
2024-11-12T09:23:12,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:12,434 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:23:12,434 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:23:12,435 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:12,435 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:23:12,586 DEBUG [106923ea030f:36083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:23:12,586 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,43985,1731403391261
2024-11-12T09:23:12,588 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,43985,1731403391261, state=OPENING
2024-11-12T09:23:12,644 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:23:12,655 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:12,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020454933
2024-11-12T09:23:12,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:12,655 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,43985,1731403391261}]
2024-11-12T09:23:12,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020454933/meta-region-server: CHANGED
2024-11-12T09:23:12,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020454933/meta-region-server: CHANGED
2024-11-12T09:23:12,808 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:12,817 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:23:12,820 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:23:12,821 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:12,821 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:23:12,822 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C43985%2C1731403391261.meta, suffix=.meta, logDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/oldWALs, maxLogs=10
2024-11-12T09:23:12,843 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261/106923ea030f%2C43985%2C1731403391261.meta.1731403392822.meta, exclude list is [], retry=0
2024-11-12T09:23:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41619,DS-30c716d7-a216-4f82-8d2e-556e753c7c76,DISK]
2024-11-12T09:23:12,846 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/WALs/106923ea030f,43985,1731403391261/106923ea030f%2C43985%2C1731403391261.meta.1731403392822.meta
2024-11-12T09:23:12,847 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)]
2024-11-12T09:23:12,847 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:12,847 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:12,847 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:23:12,848 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:23:12,848 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:23:12,848 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:23:12,848 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:12,848 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:23:12,848 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:23:12,849 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:12,850 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:12,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,851 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,851 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:12,852 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:12,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,852 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,852 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:12,853 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:12,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,854 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,854 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:12,855 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:12,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,855 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:12,856 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:12,859 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/hbase/meta/1588230740
2024-11-12T09:23:12,864 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/hbase/meta/1588230740
2024-11-12T09:23:12,866 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:12,866 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:12,868 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:12,870 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:12,871 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65731915, jitterRate=-0.020518139004707336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:12,872 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:23:12,873 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403392848Writing region info on filesystem at 1731403392848Initializing all the Stores at 1731403392849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403392849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403392849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403392849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403392849Cleaning up temporary data from old regions at 1731403392866 (+17 ms)Running coprocessor post-open hooks at 1731403392872 (+6 ms)Region opened successfully at 1731403392873 (+1 ms)
2024-11-12T09:23:12,874 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403392808
2024-11-12T09:23:12,877 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:23:12,877 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:23:12,877 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,43985,1731403391261
2024-11-12T09:23:12,878 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,43985,1731403391261, state=OPEN
2024-11-12T09:23:12,915 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43985-0x1012e5b13210001, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01020454933/meta-region-server
2024-11-12T09:23:12,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x1012e5b13210000, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01020454933/meta-region-server
2024-11-12T09:23:12,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,43985,1731403391261
2024-11-12T09:23:12,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020454933/meta-region-server: CHANGED
2024-11-12T09:23:12,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020454933/meta-region-server: CHANGED
2024-11-12T09:23:12,918 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:23:12,918 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,43985,1731403391261 in 261 msec
2024-11-12T09:23:12,920 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:23:12,920 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec
2024-11-12T09:23:12,920 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:12,920 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:23:12,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:12,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43985,1731403391261, seqNum=-1]
2024-11-12T09:23:12,922 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:12,923 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:12,927 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 988 msec
2024-11-12T09:23:12,927 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403392927, completionTime=-1
2024-11-12T09:23:12,927 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:23:12,927 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403452929
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403512929
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36083,1731403390979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36083,1731403390979-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36083,1731403390979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:36083, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,929 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,931 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.445sec
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:23:12,932 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36083,1731403390979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:12,933 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36083,1731403390979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:23:12,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300fe6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:12,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36083,-1 for getting cluster id
2024-11-12T09:23:12,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:12,935 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f62a56f-2268-4226-92af-2e418e11c9e2'
2024-11-12T09:23:12,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f62a56f-2268-4226-92af-2e418e11c9e2"

2024-11-12T09:23:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e092e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36083,-1]
2024-11-12T09:23:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:12,937 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:12,937 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:23:12,937 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:23:12,937 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36083,1731403390979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:12,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241e90c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:12,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,43985,1731403391261, seqNum=-1]
2024-11-12T09:23:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:12,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:12,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,36083,1731403390979
2024-11-12T09:23:12,942 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54326
2024-11-12T09:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54326, baseZNode=/01020454933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:12,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e5b13210002 connected
2024-11-12T09:23:12,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36083,1731403390979
2024-11-12T09:23:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ef3568
2024-11-12T09:23:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:12,975 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:12,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:23:12,978 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:23:12,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:12,978 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:12,979 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:23:12,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:23:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:13,387 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0165a589a20400d73c534cce790ef02f, NAME => 'test,,1731403392975.0165a589a20400d73c534cce790ef02f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba
2024-11-12T09:23:13,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41619 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:23:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:13,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403392975.0165a589a20400d73c534cce790ef02f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:13,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0165a589a20400d73c534cce790ef02f, disabling compactions & flushes
2024-11-12T09:23:13,791 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:13,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:13,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403392975.0165a589a20400d73c534cce790ef02f. after waiting 0 ms
2024-11-12T09:23:13,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:13,792 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:13,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0165a589a20400d73c534cce790ef02f:
Waiting for close lock at 1731403393791Disabling compacts and flushes for region at 1731403393791Disabling writes for close at 1731403393791Writing region close event to WAL at 1731403393792 (+1 ms)Closed at 1731403393792
2024-11-12T09:23:13,793 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:23:13,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403392975.0165a589a20400d73c534cce790ef02f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403393793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403393793"}]},"ts":"1731403393793"}
2024-11-12T09:23:13,795 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:23:13,796 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:23:13,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403393796"}]},"ts":"1731403393796"}
2024-11-12T09:23:13,798 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:23:13,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0165a589a20400d73c534cce790ef02f, ASSIGN}]
2024-11-12T09:23:13,800 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0165a589a20400d73c534cce790ef02f, ASSIGN
2024-11-12T09:23:13,801 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0165a589a20400d73c534cce790ef02f, ASSIGN; state=OFFLINE, location=106923ea030f,43985,1731403391261; forceNewPlan=false, retain=false
2024-11-12T09:23:13,952 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0165a589a20400d73c534cce790ef02f, regionState=OPENING, regionLocation=106923ea030f,43985,1731403391261
2024-11-12T09:23:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0165a589a20400d73c534cce790ef02f, ASSIGN because future has completed
2024-11-12T09:23:13,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0165a589a20400d73c534cce790ef02f, server=106923ea030f,43985,1731403391261}]
2024-11-12T09:23:14,110 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:14,110 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0165a589a20400d73c534cce790ef02f, NAME => 'test,,1731403392975.0165a589a20400d73c534cce790ef02f.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:14,110 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:14,111 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:23:14,111 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,111 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403392975.0165a589a20400d73c534cce790ef02f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:14,111 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,111 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,112 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0165a589a20400d73c534cce790ef02f 
2024-11-12T09:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:14,114 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0165a589a20400d73c534cce790ef02f columnFamilyName f
2024-11-12T09:23:14,114 DEBUG [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:14,114 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] regionserver.HStore(327): Store=0165a589a20400d73c534cce790ef02f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:14,114 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0165a589a20400d73c534cce790ef02f 
2024-11-12T09:23:14,115 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0165a589a20400d73c534cce790ef02f columnFamilyName f1
2024-11-12T09:23:14,115 DEBUG [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:14,116 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] regionserver.HStore(327): Store=0165a589a20400d73c534cce790ef02f/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:14,116 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0165a589a20400d73c534cce790ef02f 
2024-11-12T09:23:14,117 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0165a589a20400d73c534cce790ef02f columnFamilyName norep
2024-11-12T09:23:14,117 DEBUG [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:14,117 INFO  [StoreOpener-0165a589a20400d73c534cce790ef02f-1 {}] regionserver.HStore(327): Store=0165a589a20400d73c534cce790ef02f/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:14,118 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,118 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/default/test/0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,118 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/default/test/0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,119 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,119 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,120 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:23:14,121 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,123 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/data/default/test/0165a589a20400d73c534cce790ef02f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:14,123 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0165a589a20400d73c534cce790ef02f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75154074, jitterRate=0.1198829710483551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:23:14,123 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0165a589a20400d73c534cce790ef02f
2024-11-12T09:23:14,124 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0165a589a20400d73c534cce790ef02f:
Running coprocessor pre-open hook at 1731403394111Writing region info on filesystem at 1731403394111Initializing all the Stores at 1731403394112 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403394112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403394112Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403394112Cleaning up temporary data from old regions at 1731403394119 (+7 ms)Running coprocessor post-open hooks at 1731403394123 (+4 ms)Region opened successfully at 1731403394124 (+1 ms)
2024-11-12T09:23:14,125 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403392975.0165a589a20400d73c534cce790ef02f., pid=6, masterSystemTime=1731403394106
2024-11-12T09:23:14,127 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:14,127 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403392975.0165a589a20400d73c534cce790ef02f.
2024-11-12T09:23:14,128 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0165a589a20400d73c534cce790ef02f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,43985,1731403391261
2024-11-12T09:23:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0165a589a20400d73c534cce790ef02f, server=106923ea030f,43985,1731403391261 because future has completed
2024-11-12T09:23:14,134 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:23:14,134 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0165a589a20400d73c534cce790ef02f, server=106923ea030f,43985,1731403391261 in 177 msec
2024-11-12T09:23:14,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:23:14,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0165a589a20400d73c534cce790ef02f, ASSIGN in 335 msec
2024-11-12T09:23:14,137 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:23:14,138 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403394138"}]},"ts":"1731403394138"}
2024-11-12T09:23:14,140 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:23:14,140 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:23:14,142 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec
2024-11-12T09:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:15,123 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:23:15,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2621c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:15,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36083,-1 for getting cluster id
2024-11-12T09:23:15,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:15,124 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f62a56f-2268-4226-92af-2e418e11c9e2'
2024-11-12T09:23:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f62a56f-2268-4226-92af-2e418e11c9e2"

2024-11-12T09:23:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f349576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36083,-1]
2024-11-12T09:23:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:15,125 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb26b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:15,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36083,1731403390979
2024-11-12T09:23:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ee341f
2024-11-12T09:23:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:15,128 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:15,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:36083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:15,131 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:36083'
2024-11-12T09:23:15,136 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:15,136 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36083,-1 for getting cluster id
2024-11-12T09:23:15,136 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:15,137 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f62a56f-2268-4226-92af-2e418e11c9e2'
2024-11-12T09:23:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f62a56f-2268-4226-92af-2e418e11c9e2"

2024-11-12T09:23:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf9f751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36083,-1]
2024-11-12T09:23:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:15,139 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788b091a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:15,140 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:15,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36083,1731403390979
2024-11-12T09:23:15,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ed54716
2024-11-12T09:23:15,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:15,142 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:15,142 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-12T09:23:15,142 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:23:15,142 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:15,143 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:15,143 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:15,143 WARN  [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up
org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://106923ea030f:36083, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-12T09:23:15,150 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://106923ea030f:36083, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://106923ea030f:36083, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://106923ea030f:36083, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	... 8 more
2024-11-12T09:23:15,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://106923ea030f:36083, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=21 msec
2024-11-12T09:23:15,152 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-11-12T09:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:15,243 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://106923ea030f:36083, should not replicate to itself for HBaseInterClusterReplicationEndpoint
2024-11-12T09:23:15,243 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:15,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:15,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:15,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:15,244 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:15,267 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 362)
Potentially hanging thread: IPC Server handler 2 on default port 37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: PacketResponder: BP-1855015517-172.17.0.2-1731403388811:blk_1073741830_1006, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 1 on default port 43349
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f28a09f9380.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@48b1902f
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/data/data1/current/BP-1855015517-172.17.0.2-1731403388811
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BP-1855015517-172.17.0.2-1731403388811 heartbeating to localhost/127.0.0.1:37841
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MemStoreFlusher.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77)
	app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323)

Potentially hanging thread: qtp1675665161-7872
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f28a0432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: normalizer-worker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp1675665161-7871
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f28a0432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp1675665161-7876
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp1675665161-7874
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f28a0432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37841 from jenkins.hfs.20
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3a32e805
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@624aa28e
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54326)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: ConnnectionExpirer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Potentially hanging thread: ProcedureDispatcherTimeoutThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 4 on default port 43349
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Server handler 0 on default port 43349
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp1675665161-7878
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1855015517-172.17.0.2-1731403388811:blk_1073741832_1008, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3a1af8d3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/106923ea030f:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403392020
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/data/data1)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: Block report processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)

Potentially hanging thread: regionserver/106923ea030f:0.leaseChecker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82)

Potentially hanging thread: JvmPauseMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RegionServerTracker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba-prefix:106923ea030f,43985,1731403391261
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@63cb8df1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: pool-2262-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SyncThread:0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)

Potentially hanging thread: master/106923ea030f:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_582976334_20 at /127.0.0.1:51286 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RedundancyMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
	java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1855015517-172.17.0.2-1731403388811:blk_1073741834_1010, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37841 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ProcessThread(sid:0 cport:54326):
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)

Potentially hanging thread: qtp266815695-7922
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2268-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 37841
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: pool-2271-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2274-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: nioEventLoopGroup-38-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f00146e
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;106923ea030f:43985-longCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba-prefix:106923ea030f,43985,1731403391261.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp266815695-7921-acceptor-0@60390575-ServerConnector@2287d09c{HTTP/1.1, (http/1.1)}{localhost:33755}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@60b8ea32[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: 106923ea030f:36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352)

Potentially hanging thread: StorageLocationChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RequestThrottler
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)

Potentially hanging thread: RS_OPEN_META-regionserver/106923ea030f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 3 on default port 43349
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: DataNode DiskChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MobFileCache #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataNode DiskChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:54326)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54326
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_582976334_20 at /127.0.0.1:42358 [Receiving block BP-1855015517-172.17.0.2-1731403388811:blk_1073741834_1010]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FSEditLogAsync
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957)

Potentially hanging thread: LruBlockCacheStatsExecutor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Command processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)

Potentially hanging thread: MarkedDeleteBlockScrubberThread
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: DatanodeAdminMonitor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/data/data2/current/BP-1855015517-172.17.0.2-1731403388811
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37841
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@214061e7
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: OldWALsCleaner-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f28a0ad15a0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: CacheReplicationMonitor(667351321)
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: qtp1675665161-7875-acceptor-0@b80f416-ServerConnector@56b8b7a2{HTTP/1.1, (http/1.1)}{localhost:37103}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Session-HouseKeeper-1efb03b3-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/106923ea030f:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: RSProcedureDispatcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp266815695-7923
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: StorageLocationChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2289-thread-1-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: RS:0;106923ea030f:43985
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776)
	java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399)
	java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376)
	app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37841/user/jenkins/test-data/2a3e9b17-1a7c-d2a6-1a87-9205dfa907ba/MasterData-prefix:106923ea030f,36083,1731403390979
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 43349
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: WorkerMonitor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/cluster_088169eb-d744-1008-3016-258d9eb59727/data/data2)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2263-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37841 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54326)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: Session-HouseKeeper-5947f973-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37841
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5887de68
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@71188b75
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
	app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 0 on default port 37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: qtp1675665161-7873
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f28a0432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2276-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/106923ea030f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp1675665161-7877
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: qtp266815695-7920
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f28a0432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403392024
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269)

Potentially hanging thread: IPC Server handler 2 on default port 43349
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1260988965_20 at /127.0.0.1:51332 [Receiving block BP-1855015517-172.17.0.2-1731403388811:blk_1073741830_1006]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: M:0;106923ea030f:36083
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43985
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 1 on default port 37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Server handler 4 on default port 37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_582976334_20 at /127.0.0.1:42344 [Receiving block BP-1855015517-172.17.0.2-1731403388811:blk_1073741832_1008]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 3 on default port 37841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FsDatasetAsyncDiskServiceFixer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=870 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6180 (was 6278)
2024-11-12T09:23:15,270 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500
2024-11-12T09:23:15,286 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=6180
2024-11-12T09:23:15,286 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500
2024-11-12T09:23:15,307 INFO  [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication
2024-11-12T09:23:15,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.log.dir so I do NOT create it in target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0
2024-11-12T09:23:15,308 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:23:15,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.tmp.dir so I do NOT create it in target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0
2024-11-12T09:23:15,308 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea8cc067-6f72-8a29-164b-4907ca5a25cc/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:23:15,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0
2024-11-12T09:23:15,308 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd, deleteOnExit=true
2024-11-12T09:23:15,345 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/zookeeper_0, clientPort=53527, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:23:15,346 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53527
2024-11-12T09:23:15,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:23:15,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:23:15,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/test.cache.data in system properties and HBase conf
2024-11-12T09:23:15,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:23:15,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:23:15,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:23:15,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:23:15,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:23:15,677 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:15,687 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:15,688 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:15,688 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:15,688 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:23:15,693 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:15,693 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b7f7fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:15,693 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4437af4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:15,820 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bc14f3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/java.io.tmpdir/jetty-localhost-41287-hadoop-hdfs-3_4_1-tests_jar-_-any-7552983651059693493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:15,821 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a4df66{HTTP/1.1, (http/1.1)}{localhost:41287}
2024-11-12T09:23:15,821 INFO  [Time-limited test {}] server.Server(415): Started @326719ms
2024-11-12T09:23:16,121 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:16,124 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:16,136 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:16,137 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:16,137 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:23:16,137 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62dcb6cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:16,137 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d220e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:16,257 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7e875{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/java.io.tmpdir/jetty-localhost-34373-hadoop-hdfs-3_4_1-tests_jar-_-any-4627147351956030601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:16,257 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@225467c{HTTP/1.1, (http/1.1)}{localhost:34373}
2024-11-12T09:23:16,257 INFO  [Time-limited test {}] server.Server(415): Started @327155ms
2024-11-12T09:23:16,258 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:23:16,976 WARN  [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/data/data1/current/BP-515055212-172.17.0.2-1731403395364/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:16,977 WARN  [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/data/data2/current/BP-515055212-172.17.0.2-1731403395364/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:16,997 WARN  [Thread-4297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:23:16,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:23:16,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:23:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-12T09:23:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-12T09:23:16,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:16,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-12T09:23:16,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7bfa90d58e2b8ef with lease ID 0xa229aa5a22754cf7: Processing first storage report for DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418 from datanode DatanodeRegistration(127.0.0.1:39149, datanodeUuid=d17642b5-d782-4a72-b332-818b8355099d, infoPort=46121, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=1429561140;c=1731403395364)
2024-11-12T09:23:16,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7bfa90d58e2b8ef with lease ID 0xa229aa5a22754cf7: from storage DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418 node DatanodeRegistration(127.0.0.1:39149, datanodeUuid=d17642b5-d782-4a72-b332-818b8355099d, infoPort=46121, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=1429561140;c=1731403395364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:16,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7bfa90d58e2b8ef with lease ID 0xa229aa5a22754cf7: Processing first storage report for DS-dc601034-2df3-4e0c-b2f5-ab8baa1ca80a from datanode DatanodeRegistration(127.0.0.1:39149, datanodeUuid=d17642b5-d782-4a72-b332-818b8355099d, infoPort=46121, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=1429561140;c=1731403395364)
2024-11-12T09:23:16,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7bfa90d58e2b8ef with lease ID 0xa229aa5a22754cf7: from storage DS-dc601034-2df3-4e0c-b2f5-ab8baa1ca80a node DatanodeRegistration(127.0.0.1:39149, datanodeUuid=d17642b5-d782-4a72-b332-818b8355099d, infoPort=46121, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=1429561140;c=1731403395364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:17,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0
2024-11-12T09:23:17,043 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,044 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:23:17,053 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73 with version=8
2024-11-12T09:23:17,053 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/hbase-staging
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:17,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38035
2024-11-12T09:23:17,056 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38035 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:17,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380350x0, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:17,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38035-0x1012e5b2cb90000 connected
2024-11-12T09:23:17,211 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,212 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/running
2024-11-12T09:23:17,214 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73, hbase.cluster.distributed=false
2024-11-12T09:23:17,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/acl
2024-11-12T09:23:17,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38035
2024-11-12T09:23:17,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38035
2024-11-12T09:23:17,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38035
2024-11-12T09:23:17,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38035
2024-11-12T09:23:17,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38035
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:23:17,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:17,248 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34397
2024-11-12T09:23:17,249 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34397 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:17,250 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,251 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343970x0, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:17,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34397-0x1012e5b2cb90001 connected
2024-11-12T09:23:17,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/running
2024-11-12T09:23:17,264 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:23:17,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:23:17,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/master
2024-11-12T09:23:17,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/acl
2024-11-12T09:23:17,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34397
2024-11-12T09:23:17,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34397
2024-11-12T09:23:17,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34397
2024-11-12T09:23:17,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34397
2024-11-12T09:23:17,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34397
2024-11-12T09:23:17,301 DEBUG [M:0;106923ea030f:38035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:38035
2024-11-12T09:23:17,304 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1105730766/backup-masters/106923ea030f,38035,1731403397054
2024-11-12T09:23:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766/backup-masters
2024-11-12T09:23:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766/backup-masters
2024-11-12T09:23:17,316 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on existing znode=/0-1105730766/backup-masters/106923ea030f,38035,1731403397054
2024-11-12T09:23:17,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1105730766/master
2024-11-12T09:23:17,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:17,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:17,327 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on existing znode=/0-1105730766/master
2024-11-12T09:23:17,328 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1105730766/backup-masters/106923ea030f,38035,1731403397054 from backup master directory
2024-11-12T09:23:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766/backup-masters
2024-11-12T09:23:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1105730766/backup-masters/106923ea030f,38035,1731403397054
2024-11-12T09:23:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766/backup-masters
2024-11-12T09:23:17,337 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:17,337 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,38035,1731403397054
2024-11-12T09:23:17,340 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/hbase.id] with ID: 07b866cc-b5be-484c-8fc3-ba8db33b5c0a
2024-11-12T09:23:17,340 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/.tmp/hbase.id
2024-11-12T09:23:17,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:23:17,750 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/.tmp/hbase.id]:[hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/hbase.id]
2024-11-12T09:23:17,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:17,758 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:23:17,759 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:23:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:17,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:23:17,810 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:17,811 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:23:17,811 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:17,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:23:18,217 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store
2024-11-12T09:23:18,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:23:18,350 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:18,351 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,351 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,351 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,351 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,352 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,352 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,353 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,398 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,398 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,398 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,399 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,399 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,399 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,407 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,412 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,412 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:18,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:23:18,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-12T09:23:18,631 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:18,631 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:18,631 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:18,631 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:18,631 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:18,631 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:18,631 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:18,631 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403398631Disabling compacts and flushes for region at 1731403398631Disabling writes for close at 1731403398631Writing region close event to WAL at 1731403398631Closed at 1731403398631
2024-11-12T09:23:18,632 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/.initializing
2024-11-12T09:23:18,632 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/WALs/106923ea030f,38035,1731403397054
2024-11-12T09:23:18,633 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:18,634 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C38035%2C1731403397054, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/WALs/106923ea030f,38035,1731403397054, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/oldWALs, maxLogs=10
2024-11-12T09:23:18,652 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/WALs/106923ea030f,38035,1731403397054/106923ea030f%2C38035%2C1731403397054.1731403398635, exclude list is [], retry=0
2024-11-12T09:23:18,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:18,669 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/WALs/106923ea030f,38035,1731403397054/106923ea030f%2C38035%2C1731403397054.1731403398635
2024-11-12T09:23:18,671 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:18,671 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:18,671 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:18,671 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,672 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,673 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:18,674 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:23:18,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:18,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:18,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:18,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:23:18,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:18,677 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:18,677 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:18,678 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:23:18,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:18,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:18,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:18,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:23:18,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:18,683 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:18,684 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,684 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,685 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,686 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,686 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,686 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:18,687 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:18,689 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:18,689 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70166423, jitterRate=0.045561179518699646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:18,689 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403398672Initializing all the Stores at 1731403398673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403398673Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403398673Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403398673Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403398673Cleaning up temporary data from old regions at 1731403398686 (+13 ms)Region opened successfully at 1731403398689 (+3 ms)
2024-11-12T09:23:18,694 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:23:18,697 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3579b970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:18,697 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:23:18,698 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:23:18,698 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:23:18,698 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:23:18,700 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec
2024-11-12T09:23:18,701 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:23:18,701 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:23:18,707 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:23:18,708 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Unable to get data of znode /0-1105730766/balancer because node does not exist (not necessarily an error)
2024-11-12T09:23:18,793 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1105730766/balancer already deleted, retry=false
2024-11-12T09:23:18,794 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:23:18,795 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Unable to get data of znode /0-1105730766/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:23:18,804 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1105730766/normalizer already deleted, retry=false
2024-11-12T09:23:18,804 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:23:18,805 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Unable to get data of znode /0-1105730766/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:23:18,814 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1105730766/switch/split already deleted, retry=false
2024-11-12T09:23:18,815 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Unable to get data of znode /0-1105730766/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:23:18,825 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1105730766/switch/merge already deleted, retry=false
2024-11-12T09:23:18,827 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Unable to get data of znode /0-1105730766/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:23:18,836 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1105730766/snapshot-cleanup already deleted, retry=false
2024-11-12T09:23:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1105730766/running
2024-11-12T09:23:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1105730766/running
2024-11-12T09:23:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:18,848 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,38035,1731403397054, sessionid=0x1012e5b2cb90000, setting cluster-up flag (Was=false)
2024-11-12T09:23:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:18,899 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1105730766/flush-table-proc/acquired, /0-1105730766/flush-table-proc/reached, /0-1105730766/flush-table-proc/abort
2024-11-12T09:23:18,900 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,38035,1731403397054
2024-11-12T09:23:18,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:18,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:18,951 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1105730766/online-snapshot/acquired, /0-1105730766/online-snapshot/reached, /0-1105730766/online-snapshot/abort
2024-11-12T09:23:18,953 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,38035,1731403397054
2024-11-12T09:23:18,954 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:23:18,955 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:18,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:23:18,955 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:23:18,956 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,38035,1731403397054
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:18,957 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:18,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:18,965 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:23:18,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:18,966 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403428976
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:23:18,976 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:23:18,977 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:18,978 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:23:18,978 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:23:18,978 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:23:18,978 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:23:18,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:23:18,980 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:23:18,980 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:23:18,980 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403398980,5,FailOnTimeoutGroup]
2024-11-12T09:23:18,983 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403398980,5,FailOnTimeoutGroup]
2024-11-12T09:23:18,983 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:18,983 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:23:18,983 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:18,984 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:18,992 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(746): ClusterId : 07b866cc-b5be-484c-8fc3-ba8db33b5c0a
2024-11-12T09:23:18,992 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:23:19,005 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:23:19,005 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:23:19,016 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:23:19,016 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db9c227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:19,033 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:34397
2024-11-12T09:23:19,034 INFO  [RS:0;106923ea030f:34397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:23:19,034 INFO  [RS:0;106923ea030f:34397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:23:19,034 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:23:19,034 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,38035,1731403397054 with port=34397, startcode=1731403397246
2024-11-12T09:23:19,034 DEBUG [RS:0;106923ea030f:34397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:23:19,036 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:23:19,036 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,34397,1731403397246
2024-11-12T09:23:19,036 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38035 {}] master.ServerManager(517): Registering regionserver=106923ea030f,34397,1731403397246
2024-11-12T09:23:19,038 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73
2024-11-12T09:23:19,038 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36555
2024-11-12T09:23:19,038 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:23:19,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766/rs
2024-11-12T09:23:19,047 DEBUG [RS:0;106923ea030f:34397 {}] zookeeper.ZKUtil(111): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on existing znode=/0-1105730766/rs/106923ea030f,34397,1731403397246
2024-11-12T09:23:19,047 WARN  [RS:0;106923ea030f:34397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:19,047 INFO  [RS:0;106923ea030f:34397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:19,047 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246
2024-11-12T09:23:19,052 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,34397,1731403397246]
2024-11-12T09:23:19,054 INFO  [RS:0;106923ea030f:34397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:23:19,063 INFO  [RS:0;106923ea030f:34397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:23:19,064 INFO  [RS:0;106923ea030f:34397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:23:19,064 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,068 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:23:19,069 INFO  [RS:0;106923ea030f:34397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:23:19,069 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:19,069 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:19,070 DEBUG [RS:0;106923ea030f:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:19,070 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,070 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,070 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,070 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,070 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,070 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34397,1731403397246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:19,090 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:23:19,091 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34397,1731403397246-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,091 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,091 INFO  [RS:0;106923ea030f:34397 {}] regionserver.Replication(171): 106923ea030f,34397,1731403397246 started
2024-11-12T09:23:19,110 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,110 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,34397,1731403397246, RpcServer on 106923ea030f/172.17.0.2:34397, sessionid=0x1012e5b2cb90001
2024-11-12T09:23:19,110 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:23:19,110 DEBUG [RS:0;106923ea030f:34397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,34397,1731403397246
2024-11-12T09:23:19,110 DEBUG [RS:0;106923ea030f:34397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,34397,1731403397246'
2024-11-12T09:23:19,110 DEBUG [RS:0;106923ea030f:34397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1105730766/flush-table-proc/abort'
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1105730766/flush-table-proc/acquired'
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,34397,1731403397246
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,34397,1731403397246'
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1105730766/online-snapshot/abort'
2024-11-12T09:23:19,111 DEBUG [RS:0;106923ea030f:34397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1105730766/online-snapshot/acquired'
2024-11-12T09:23:19,112 DEBUG [RS:0;106923ea030f:34397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:23:19,112 INFO  [RS:0;106923ea030f:34397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:23:19,112 INFO  [RS:0;106923ea030f:34397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:23:19,212 INFO  [RS:0;106923ea030f:34397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:19,213 INFO  [RS:0;106923ea030f:34397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34397%2C1731403397246, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/oldWALs, maxLogs=10
2024-11-12T09:23:19,232 DEBUG [RS:0;106923ea030f:34397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214, exclude list is [], retry=0
2024-11-12T09:23:19,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:19,236 INFO  [RS:0;106923ea030f:34397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214
2024-11-12T09:23:19,244 DEBUG [RS:0;106923ea030f:34397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:19,381 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:23:19,381 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73
2024-11-12T09:23:19,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:23:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:19,393 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:19,394 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:19,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,394 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,395 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:19,395 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:19,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,395 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,396 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:19,396 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:19,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,397 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,397 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:19,398 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:19,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,398 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:19,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740
2024-11-12T09:23:19,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740
2024-11-12T09:23:19,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:19,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:19,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:19,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:19,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:19,411 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64339786, jitterRate=-0.04126247763633728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:19,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403399393Initializing all the Stores at 1731403399393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403399393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403399393Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403399393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403399393Cleaning up temporary data from old regions at 1731403399400 (+7 ms)Region opened successfully at 1731403399411 (+11 ms)
2024-11-12T09:23:19,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:19,412 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:19,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:19,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:19,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:19,412 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:19,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403399411Disabling compacts and flushes for region at 1731403399411Disabling writes for close at 1731403399412 (+1 ms)Writing region close event to WAL at 1731403399412Closed at 1731403399412
2024-11-12T09:23:19,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:19,413 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:23:19,413 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:23:19,414 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:19,415 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:23:19,565 DEBUG [106923ea030f:38035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:23:19,566 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,34397,1731403397246
2024-11-12T09:23:19,567 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,34397,1731403397246, state=OPENING
2024-11-12T09:23:19,614 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:23:19,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:19,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:19,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1105730766/meta-region-server: CHANGED
2024-11-12T09:23:19,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1105730766/meta-region-server: CHANGED
2024-11-12T09:23:19,652 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:19,652 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,34397,1731403397246}]
2024-11-12T09:23:19,805 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:19,807 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:23:19,810 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:23:19,810 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:19,810 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:23:19,812 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34397%2C1731403397246.meta, suffix=.meta, logDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/oldWALs, maxLogs=10
2024-11-12T09:23:19,830 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403399812.meta, exclude list is [], retry=0
2024-11-12T09:23:19,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:19,840 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403399812.meta
2024-11-12T09:23:19,840 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:19,841 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:19,841 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:19,841 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:23:19,841 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:23:19,841 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:23:19,841 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:23:19,841 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:19,842 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:23:19,842 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:23:19,847 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:19,848 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:19,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,848 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,848 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:19,849 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:19,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,849 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,850 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:19,850 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:19,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,851 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,851 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:19,851 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:19,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:19,852 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:19,852 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:19,853 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740
2024-11-12T09:23:19,854 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740
2024-11-12T09:23:19,855 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:19,855 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:19,855 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:19,856 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:19,857 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63167748, jitterRate=-0.0587272047996521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:19,857 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:23:19,857 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403399842Writing region info on filesystem at 1731403399842Initializing all the Stores at 1731403399843 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403399843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403399847 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403399847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403399847Cleaning up temporary data from old regions at 1731403399855 (+8 ms)Running coprocessor post-open hooks at 1731403399857 (+2 ms)Region opened successfully at 1731403399857
2024-11-12T09:23:19,859 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403399805
2024-11-12T09:23:19,861 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:23:19,861 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:23:19,862 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,34397,1731403397246
2024-11-12T09:23:19,863 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,34397,1731403397246, state=OPEN
2024-11-12T09:23:19,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1105730766/meta-region-server
2024-11-12T09:23:19,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1105730766/meta-region-server
2024-11-12T09:23:19,884 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,34397,1731403397246
2024-11-12T09:23:19,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1105730766/meta-region-server: CHANGED
2024-11-12T09:23:19,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1105730766/meta-region-server: CHANGED
2024-11-12T09:23:19,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:23:19,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,34397,1731403397246 in 232 msec
2024-11-12T09:23:19,888 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:23:19,889 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec
2024-11-12T09:23:19,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:19,889 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:23:19,890 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:19,891 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34397,1731403397246, seqNum=-1]
2024-11-12T09:23:19,891 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:19,897 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:19,901 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 946 msec
2024-11-12T09:23:19,901 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403399901, completionTime=-1
2024-11-12T09:23:19,902 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:23:19,902 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403459904
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403519904
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38035,1731403397054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38035,1731403397054-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38035,1731403397054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:38035, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,904 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,906 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:23:19,908 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.574sec
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38035,1731403397054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:19,912 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38035,1731403397054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:23:19,914 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:23:19,914 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:23:19,914 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,38035,1731403397054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:19,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da96364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:19,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38035,-1 for getting cluster id
2024-11-12T09:23:19,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:19,999 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07b866cc-b5be-484c-8fc3-ba8db33b5c0a'
2024-11-12T09:23:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07b866cc-b5be-484c-8fc3-ba8db33b5c0a"

2024-11-12T09:23:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d56f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38035,-1]
2024-11-12T09:23:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:20,001 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:20,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28970faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:20,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34397,1731403397246, seqNum=-1]
2024-11-12T09:23:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:20,005 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:20,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,38035,1731403397054
2024-11-12T09:23:20,007 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:20,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:20,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e5b2cb90002 connected
2024-11-12T09:23:20,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir so I do NOT create it in target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0
2024-11-12T09:23:20,027 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:23:20,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.tmp.dir so I do NOT create it in target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0
2024-11-12T09:23:20,028 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:23:20,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/cluster_a3b8dc38-3f64-fe97-242d-eb1b3d2b000c, deleteOnExit=true
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/test.cache.data in system properties and HBase conf
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:23:20,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:23:20,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:20,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:20,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:23:20,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:23:20,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:23:20,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:20,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:23:20,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:23:20,414 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:20,419 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:20,425 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:20,425 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:20,425 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:23:20,427 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:20,428 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca77918{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:20,428 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc148ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:20,572 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3daa7c37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/java.io.tmpdir/jetty-localhost-35817-hadoop-hdfs-3_4_1-tests_jar-_-any-13738896829935332957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:20,572 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@653651af{HTTP/1.1, (http/1.1)}{localhost:35817}
2024-11-12T09:23:20,572 INFO  [Time-limited test {}] server.Server(415): Started @331470ms
2024-11-12T09:23:20,866 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:20,868 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:20,872 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:20,872 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:20,872 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:23:20,873 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea74bcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:20,873 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715b30ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:20,968 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a1abd50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/java.io.tmpdir/jetty-localhost-45503-hadoop-hdfs-3_4_1-tests_jar-_-any-6214859003340774678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:20,968 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e870a57{HTTP/1.1, (http/1.1)}{localhost:45503}
2024-11-12T09:23:20,968 INFO  [Time-limited test {}] server.Server(415): Started @331866ms
2024-11-12T09:23:20,969 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:23:22,493 WARN  [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/cluster_a3b8dc38-3f64-fe97-242d-eb1b3d2b000c/data/data1/current/BP-922731123-172.17.0.2-1731403400051/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:22,493 WARN  [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/cluster_a3b8dc38-3f64-fe97-242d-eb1b3d2b000c/data/data2/current/BP-922731123-172.17.0.2-1731403400051/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:22,508 WARN  [Thread-4418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:23:22,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x278e0d1b7cf06390 with lease ID 0x97fb02b7c6118644: Processing first storage report for DS-e71ece1e-f3d7-4878-92fb-59e11b9a8703 from datanode DatanodeRegistration(127.0.0.1:34681, datanodeUuid=eb6d1af2-9999-41af-9bca-b2053369a0f3, infoPort=43317, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1085398147;c=1731403400051)
2024-11-12T09:23:22,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x278e0d1b7cf06390 with lease ID 0x97fb02b7c6118644: from storage DS-e71ece1e-f3d7-4878-92fb-59e11b9a8703 node DatanodeRegistration(127.0.0.1:34681, datanodeUuid=eb6d1af2-9999-41af-9bca-b2053369a0f3, infoPort=43317, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1085398147;c=1731403400051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:22,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x278e0d1b7cf06390 with lease ID 0x97fb02b7c6118644: Processing first storage report for DS-0774bb8a-7b92-45de-ac77-174339c18d1c from datanode DatanodeRegistration(127.0.0.1:34681, datanodeUuid=eb6d1af2-9999-41af-9bca-b2053369a0f3, infoPort=43317, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1085398147;c=1731403400051)
2024-11-12T09:23:22,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x278e0d1b7cf06390 with lease ID 0x97fb02b7c6118644: from storage DS-0774bb8a-7b92-45de-ac77-174339c18d1c node DatanodeRegistration(127.0.0.1:34681, datanodeUuid=eb6d1af2-9999-41af-9bca-b2053369a0f3, infoPort=43317, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1085398147;c=1731403400051), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T09:23:22,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0
2024-11-12T09:23:22,522 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:22,523 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:22,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:23:22,929 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea with version=8
2024-11-12T09:23:22,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/hbase-staging
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:23:22,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:22,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36933
2024-11-12T09:23:22,932 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36933 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:22,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369330x0, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:22,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36933-0x1012e5b2cb90003 connected
2024-11-12T09:23:23,099 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:23,100 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:23,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/running
2024-11-12T09:23:23,102 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea, hbase.cluster.distributed=false
2024-11-12T09:23:23,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/acl
2024-11-12T09:23:23,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36933
2024-11-12T09:23:23,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36933
2024-11-12T09:23:23,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36933
2024-11-12T09:23:23,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36933
2024-11-12T09:23:23,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36933
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:23:23,126 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:23,127 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34235
2024-11-12T09:23:23,127 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34235 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:23,128 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:23,129 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342350x0, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:23,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34235-0x1012e5b2cb90004 connected
2024-11-12T09:23:23,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342350x0, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/running
2024-11-12T09:23:23,141 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:23:23,142 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:23:23,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/master
2024-11-12T09:23:23,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/acl
2024-11-12T09:23:23,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34235
2024-11-12T09:23:23,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34235
2024-11-12T09:23:23,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34235
2024-11-12T09:23:23,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34235
2024-11-12T09:23:23,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34235
2024-11-12T09:23:23,167 DEBUG [M:0;106923ea030f:36933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:36933
2024-11-12T09:23:23,167 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-795792371/backup-masters/106923ea030f,36933,1731403402931
2024-11-12T09:23:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371/backup-masters
2024-11-12T09:23:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371/backup-masters
2024-11-12T09:23:23,179 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on existing znode=/1-795792371/backup-masters/106923ea030f,36933,1731403402931
2024-11-12T09:23:23,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:23,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-795792371/master
2024-11-12T09:23:23,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:23,189 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on existing znode=/1-795792371/master
2024-11-12T09:23:23,189 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-795792371/backup-masters/106923ea030f,36933,1731403402931 from backup master directory
2024-11-12T09:23:23,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795792371/backup-masters/106923ea030f,36933,1731403402931
2024-11-12T09:23:23,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371/backup-masters
2024-11-12T09:23:23,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371/backup-masters
2024-11-12T09:23:23,200 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:23,200 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,36933,1731403402931
2024-11-12T09:23:23,205 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/hbase.id] with ID: 93c635b0-8dce-4ab9-a55a-66a194ed7827
2024-11-12T09:23:23,205 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/.tmp/hbase.id
2024-11-12T09:23:23,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:23:23,213 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/.tmp/hbase.id]:[hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/hbase.id]
2024-11-12T09:23:23,220 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:23,220 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:23:23,220 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-12T09:23:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:23,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:23:23,678 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:23,678 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:23:23,678 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:23,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:23:24,084 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store
2024-11-12T09:23:24,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:23:24,488 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:24,489 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:24,489 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:24,489 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:24,489 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:24,489 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:24,489 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:24,489 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403404488Disabling compacts and flushes for region at 1731403404488Disabling writes for close at 1731403404489 (+1 ms)Writing region close event to WAL at 1731403404489Closed at 1731403404489
2024-11-12T09:23:24,489 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/.initializing
2024-11-12T09:23:24,489 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/WALs/106923ea030f,36933,1731403402931
2024-11-12T09:23:24,490 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:24,491 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C36933%2C1731403402931, suffix=, logDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/WALs/106923ea030f,36933,1731403402931, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/oldWALs, maxLogs=10
2024-11-12T09:23:24,503 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/WALs/106923ea030f,36933,1731403402931/106923ea030f%2C36933%2C1731403402931.1731403404491, exclude list is [], retry=0
2024-11-12T09:23:24,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34681,DS-e71ece1e-f3d7-4878-92fb-59e11b9a8703,DISK]
2024-11-12T09:23:24,506 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/WALs/106923ea030f,36933,1731403402931/106923ea030f%2C36933%2C1731403402931.1731403404491
2024-11-12T09:23:24,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43317:43317)]
2024-11-12T09:23:24,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:24,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:24,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,506 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,507 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:24,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:23:24,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:24,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:24,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:24,509 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:23:24,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:24,509 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:24,509 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:24,510 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:23:24,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:24,510 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:24,510 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:24,511 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:23:24,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:24,511 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:24,511 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,512 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,512 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,513 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,513 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,513 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:24,514 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:24,515 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:24,516 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60858488, jitterRate=-0.09313786029815674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:24,516 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403404506Initializing all the Stores at 1731403404507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403404507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403404507Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403404507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403404507Cleaning up temporary data from old regions at 1731403404513 (+6 ms)Region opened successfully at 1731403404516 (+3 ms)
2024-11-12T09:23:24,516 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:23:24,518 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0e6c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:24,519 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:23:24,519 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:23:24,519 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:23:24,519 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:23:24,519 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:23:24,520 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:23:24,520 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:23:24,521 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:23:24,522 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Unable to get data of znode /1-795792371/balancer because node does not exist (not necessarily an error)
2024-11-12T09:23:24,555 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795792371/balancer already deleted, retry=false
2024-11-12T09:23:24,555 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:23:24,556 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Unable to get data of znode /1-795792371/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:23:24,657 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795792371/normalizer already deleted, retry=false
2024-11-12T09:23:24,657 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:23:24,658 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Unable to get data of znode /1-795792371/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:23:24,731 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795792371/switch/split already deleted, retry=false
2024-11-12T09:23:24,732 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Unable to get data of znode /1-795792371/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:23:24,839 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795792371/switch/merge already deleted, retry=false
2024-11-12T09:23:24,841 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Unable to get data of znode /1-795792371/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:23:24,913 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795792371/snapshot-cleanup already deleted, retry=false
2024-11-12T09:23:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-795792371/running
2024-11-12T09:23:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-795792371/running
2024-11-12T09:23:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:25,009 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,36933,1731403402931, sessionid=0x1012e5b2cb90003, setting cluster-up flag (Was=false)
2024-11-12T09:23:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:25,294 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-795792371/flush-table-proc/acquired, /1-795792371/flush-table-proc/reached, /1-795792371/flush-table-proc/abort
2024-11-12T09:23:25,295 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,36933,1731403402931
2024-11-12T09:23:25,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:25,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:25,343 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:25,344 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,345 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,345 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,345 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,345 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,345 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,346 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,362 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-795792371/online-snapshot/acquired, /1-795792371/online-snapshot/reached, /1-795792371/online-snapshot/abort
2024-11-12T09:23:25,362 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,36933,1731403402931
2024-11-12T09:23:25,364 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:23:25,366 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:25,367 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:23:25,367 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:23:25,367 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,36933,1731403402931
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:25,369 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:25,373 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:23:25,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:25,374 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403435382
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:23:25,382 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:23:25,383 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,383 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:23:25,383 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:23:25,383 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:23:25,383 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:23:25,384 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:23:25,384 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:23:25,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:23:25,384 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403405384,5,FailOnTimeoutGroup]
2024-11-12T09:23:25,387 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403405384,5,FailOnTimeoutGroup]
2024-11-12T09:23:25,387 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,387 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:23:25,387 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,387 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,393 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,393 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,394 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,394 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,394 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,394 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,405 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:25,455 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(746): ClusterId : 93c635b0-8dce-4ab9-a55a-66a194ed7827
2024-11-12T09:23:25,455 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:23:25,467 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:23:25,468 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:23:25,488 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:23:25,489 DEBUG [RS:0;106923ea030f:34235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3546156e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:25,502 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:34235
2024-11-12T09:23:25,502 INFO  [RS:0;106923ea030f:34235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:23:25,502 INFO  [RS:0;106923ea030f:34235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:23:25,502 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:23:25,503 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,36933,1731403402931 with port=34235, startcode=1731403403126
2024-11-12T09:23:25,503 DEBUG [RS:0;106923ea030f:34235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:23:25,504 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:23:25,505 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,34235,1731403403126
2024-11-12T09:23:25,505 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36933 {}] master.ServerManager(517): Registering regionserver=106923ea030f,34235,1731403403126
2024-11-12T09:23:25,506 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea
2024-11-12T09:23:25,506 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34671
2024-11-12T09:23:25,506 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:23:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371/rs
2024-11-12T09:23:25,571 DEBUG [RS:0;106923ea030f:34235 {}] zookeeper.ZKUtil(111): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on existing znode=/1-795792371/rs/106923ea030f,34235,1731403403126
2024-11-12T09:23:25,571 WARN  [RS:0;106923ea030f:34235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:25,571 INFO  [RS:0;106923ea030f:34235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:25,571 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126
2024-11-12T09:23:25,571 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,34235,1731403403126]
2024-11-12T09:23:25,574 INFO  [RS:0;106923ea030f:34235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:23:25,575 INFO  [RS:0;106923ea030f:34235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:23:25,575 INFO  [RS:0;106923ea030f:34235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:23:25,575 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,576 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:23:25,576 INFO  [RS:0;106923ea030f:34235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:23:25,576 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:25,576 DEBUG [RS:0;106923ea030f:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:25,577 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,577 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,577 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,577 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,577 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,577 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34235,1731403403126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:25,593 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:23:25,593 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,34235,1731403403126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,593 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,593 INFO  [RS:0;106923ea030f:34235 {}] regionserver.Replication(171): 106923ea030f,34235,1731403403126 started
2024-11-12T09:23:25,610 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:25,610 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,34235,1731403403126, RpcServer on 106923ea030f/172.17.0.2:34235, sessionid=0x1012e5b2cb90004
2024-11-12T09:23:25,610 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:23:25,610 DEBUG [RS:0;106923ea030f:34235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,34235,1731403403126
2024-11-12T09:23:25,610 DEBUG [RS:0;106923ea030f:34235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,34235,1731403403126'
2024-11-12T09:23:25,610 DEBUG [RS:0;106923ea030f:34235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-795792371/flush-table-proc/abort'
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-795792371/flush-table-proc/acquired'
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,34235,1731403403126
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,34235,1731403403126'
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-795792371/online-snapshot/abort'
2024-11-12T09:23:25,611 DEBUG [RS:0;106923ea030f:34235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-795792371/online-snapshot/acquired'
2024-11-12T09:23:25,612 DEBUG [RS:0;106923ea030f:34235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:23:25,612 INFO  [RS:0;106923ea030f:34235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:23:25,612 INFO  [RS:0;106923ea030f:34235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:23:25,712 INFO  [RS:0;106923ea030f:34235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:25,713 INFO  [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34235%2C1731403403126, suffix=, logDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/oldWALs, maxLogs=10
2024-11-12T09:23:25,730 DEBUG [RS:0;106923ea030f:34235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126/106923ea030f%2C34235%2C1731403403126.1731403405714, exclude list is [], retry=0
2024-11-12T09:23:25,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34681,DS-e71ece1e-f3d7-4878-92fb-59e11b9a8703,DISK]
2024-11-12T09:23:25,734 INFO  [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126/106923ea030f%2C34235%2C1731403403126.1731403405714
2024-11-12T09:23:25,734 DEBUG [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43317:43317)]
2024-11-12T09:23:25,785 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:23:25,785 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea
2024-11-12T09:23:25,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741833_1009 (size=32)
2024-11-12T09:23:25,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:25,800 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:25,801 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:25,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:25,802 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:25,802 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:25,802 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:25,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:25,803 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:25,803 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:25,803 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:25,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:25,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:25,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:25,807 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:25,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:25,808 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:25,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:25,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740
2024-11-12T09:23:25,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740
2024-11-12T09:23:25,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:25,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:25,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:25,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:25,811 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:25,812 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60433089, jitterRate=-0.09947679936885834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403405796Initializing all the Stores at 1731403405797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403405797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403405800 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403405800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403405800Cleaning up temporary data from old regions at 1731403405809 (+9 ms)Region opened successfully at 1731403405812 (+3 ms)
2024-11-12T09:23:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:25,812 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:25,819 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:25,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403405812Disabling compacts and flushes for region at 1731403405812Disabling writes for close at 1731403405812Writing region close event to WAL at 1731403405819 (+7 ms)Closed at 1731403405819
2024-11-12T09:23:25,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:25,819 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:23:25,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:23:25,820 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:25,821 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:23:25,971 DEBUG [106923ea030f:36933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:23:25,972 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,34235,1731403403126
2024-11-12T09:23:25,973 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,34235,1731403403126, state=OPENING
2024-11-12T09:23:25,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:23:26,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:26,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:26,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795792371/meta-region-server: CHANGED
2024-11-12T09:23:26,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:26,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795792371/meta-region-server: CHANGED
2024-11-12T09:23:26,004 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,34235,1731403403126}]
2024-11-12T09:23:26,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:26,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:23:26,161 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:23:26,161 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:26,161 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:23:26,164 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34235%2C1731403403126.meta, suffix=.meta, logDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/oldWALs, maxLogs=10
2024-11-12T09:23:26,180 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126/106923ea030f%2C34235%2C1731403403126.meta.1731403406164.meta, exclude list is [], retry=0
2024-11-12T09:23:26,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34681,DS-e71ece1e-f3d7-4878-92fb-59e11b9a8703,DISK]
2024-11-12T09:23:26,185 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126/106923ea030f%2C34235%2C1731403403126.meta.1731403406164.meta
2024-11-12T09:23:26,188 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43317:43317)]
2024-11-12T09:23:26,188 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:26,189 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:26,189 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:23:26,189 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:23:26,189 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:23:26,189 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:23:26,189 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:26,189 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:23:26,189 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:23:26,190 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:26,191 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:26,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:26,191 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:26,191 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:26,192 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:26,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:26,192 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:26,192 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:26,192 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:26,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:26,193 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:26,193 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:26,193 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:26,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:26,194 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:26,194 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:26,195 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740
2024-11-12T09:23:26,196 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740
2024-11-12T09:23:26,196 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:26,197 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:26,197 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:26,198 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:26,198 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66882111, jitterRate=-0.0033788830041885376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:26,198 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:23:26,198 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403406189Writing region info on filesystem at 1731403406189Initializing all the Stores at 1731403406190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403406190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403406190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403406190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403406190Cleaning up temporary data from old regions at 1731403406197 (+7 ms)Running coprocessor post-open hooks at 1731403406198 (+1 ms)Region opened successfully at 1731403406198
2024-11-12T09:23:26,199 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403406156
2024-11-12T09:23:26,201 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:23:26,201 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:23:26,201 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,34235,1731403403126
2024-11-12T09:23:26,202 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,34235,1731403403126, state=OPEN
2024-11-12T09:23:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-795792371/meta-region-server
2024-11-12T09:23:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-795792371/meta-region-server
2024-11-12T09:23:26,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,34235,1731403403126
2024-11-12T09:23:26,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795792371/meta-region-server: CHANGED
2024-11-12T09:23:26,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795792371/meta-region-server: CHANGED
2024-11-12T09:23:26,217 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:23:26,217 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,34235,1731403403126 in 210 msec
2024-11-12T09:23:26,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:23:26,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec
2024-11-12T09:23:26,219 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:26,219 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:23:26,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:26,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34235,1731403403126, seqNum=-1]
2024-11-12T09:23:26,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:26,222 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:26,227 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 860 msec
2024-11-12T09:23:26,227 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403406227, completionTime=-1
2024-11-12T09:23:26,227 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:23:26,227 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403466229
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403526229
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36933,1731403402931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36933,1731403402931-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,229 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36933,1731403402931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:36933, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,231 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.033sec
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36933,1731403402931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:26,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36933,1731403402931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:23:26,235 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:23:26,236 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:23:26,236 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,36933,1731403402931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:26,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0dae8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:26,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36933,-1 for getting cluster id
2024-11-12T09:23:26,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:26,260 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93c635b0-8dce-4ab9-a55a-66a194ed7827'
2024-11-12T09:23:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93c635b0-8dce-4ab9-a55a-66a194ed7827"

2024-11-12T09:23:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c13bb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36933,-1]
2024-11-12T09:23:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:26,262 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:26,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b0510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:26,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:26,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34235,1731403403126, seqNum=-1]
2024-11-12T09:23:26,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:26,265 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:26,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,36933,1731403402931
2024-11-12T09:23:26,269 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:26,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e5b2cb90005 connected
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir so I do NOT create it in target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149
2024-11-12T09:23:26,444 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir Erasing configuration value by system value.
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.tmp.dir so I do NOT create it in target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149
2024-11-12T09:23:26,444 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-12T09:23:26,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/cluster_f3b9ee69-ced4-b5dc-d2bf-cd4f509220a8, deleteOnExit=true
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/test.cache.data in system properties and HBase conf
2024-11-12T09:23:26,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:23:26,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:26,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:23:26,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:23:27,104 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:27,108 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:27,109 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:27,109 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:27,109 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:23:27,110 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:27,110 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db8c3f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:27,110 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15604af6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:27,205 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f01166e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/java.io.tmpdir/jetty-localhost-42555-hadoop-hdfs-3_4_1-tests_jar-_-any-16180588931986952702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:27,206 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f8aa1c1{HTTP/1.1, (http/1.1)}{localhost:42555}
2024-11-12T09:23:27,206 INFO  [Time-limited test {}] server.Server(415): Started @338104ms
2024-11-12T09:23:27,496 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:23:27,498 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:23:27,499 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:23:27,499 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:23:27,499 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:23:27,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7d09a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:23:27,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92f8990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:23:27,594 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d09c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/java.io.tmpdir/jetty-localhost-40077-hadoop-hdfs-3_4_1-tests_jar-_-any-14586674467436016236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:27,594 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b4e553d{HTTP/1.1, (http/1.1)}{localhost:40077}
2024-11-12T09:23:27,594 INFO  [Time-limited test {}] server.Server(415): Started @338492ms
2024-11-12T09:23:27,595 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:23:28,314 WARN  [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/cluster_f3b9ee69-ced4-b5dc-d2bf-cd4f509220a8/data/data1/current/BP-1440556199-172.17.0.2-1731403406477/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:28,315 WARN  [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/cluster_f3b9ee69-ced4-b5dc-d2bf-cd4f509220a8/data/data2/current/BP-1440556199-172.17.0.2-1731403406477/current, will proceed with Du for space computation calculation, 
2024-11-12T09:23:28,337 WARN  [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:23:28,340 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb08eb79a97653a4a with lease ID 0xf74b25eaf85546a5: Processing first storage report for DS-8fafae1f-eede-4c69-9f34-a9bf81672fb9 from datanode DatanodeRegistration(127.0.0.1:38175, datanodeUuid=dddc194b-53d0-426b-84e3-db28426a8573, infoPort=34659, infoSecurePort=0, ipcPort=39619, storageInfo=lv=-57;cid=testClusterID;nsid=1681477547;c=1731403406477)
2024-11-12T09:23:28,340 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb08eb79a97653a4a with lease ID 0xf74b25eaf85546a5: from storage DS-8fafae1f-eede-4c69-9f34-a9bf81672fb9 node DatanodeRegistration(127.0.0.1:38175, datanodeUuid=dddc194b-53d0-426b-84e3-db28426a8573, infoPort=34659, infoSecurePort=0, ipcPort=39619, storageInfo=lv=-57;cid=testClusterID;nsid=1681477547;c=1731403406477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:28,340 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb08eb79a97653a4a with lease ID 0xf74b25eaf85546a5: Processing first storage report for DS-82710248-f3c4-414b-9903-ddae3b3da860 from datanode DatanodeRegistration(127.0.0.1:38175, datanodeUuid=dddc194b-53d0-426b-84e3-db28426a8573, infoPort=34659, infoSecurePort=0, ipcPort=39619, storageInfo=lv=-57;cid=testClusterID;nsid=1681477547;c=1731403406477)
2024-11-12T09:23:28,340 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb08eb79a97653a4a with lease ID 0xf74b25eaf85546a5: from storage DS-82710248-f3c4-414b-9903-ddae3b3da860 node DatanodeRegistration(127.0.0.1:38175, datanodeUuid=dddc194b-53d0-426b-84e3-db28426a8573, infoPort=34659, infoSecurePort=0, ipcPort=39619, storageInfo=lv=-57;cid=testClusterID;nsid=1681477547;c=1731403406477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:23:28,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149
2024-11-12T09:23:28,427 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:28,428 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:28,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:23:28,839 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead with version=8
2024-11-12T09:23:28,839 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/hbase-staging
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:23:28,842 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:28,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43363
2024-11-12T09:23:28,843 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43363 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:28,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433630x0, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:28,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43363-0x1012e5b2cb90006 connected
2024-11-12T09:23:28,972 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:28,974 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:28,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/running
2024-11-12T09:23:28,976 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead, hbase.cluster.distributed=false
2024-11-12T09:23:28,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/acl
2024-11-12T09:23:28,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43363
2024-11-12T09:23:28,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43363
2024-11-12T09:23:28,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43363
2024-11-12T09:23:28,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43363
2024-11-12T09:23:28,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43363
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:23:29,002 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:23:29,003 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:23:29,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41559
2024-11-12T09:23:29,009 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41559 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:29,010 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:29,012 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:29,025 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415590x0, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:29,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415590x0, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/running
2024-11-12T09:23:29,025 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:23:29,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41559-0x1012e5b2cb90007 connected
2024-11-12T09:23:29,033 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:23:29,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/master
2024-11-12T09:23:29,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/acl
2024-11-12T09:23:29,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41559
2024-11-12T09:23:29,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41559
2024-11-12T09:23:29,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41559
2024-11-12T09:23:29,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41559
2024-11-12T09:23:29,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41559
2024-11-12T09:23:29,104 DEBUG [M:0;106923ea030f:43363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:43363
2024-11-12T09:23:29,108 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-751861031/backup-masters/106923ea030f,43363,1731403408841
2024-11-12T09:23:29,119 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031/backup-masters
2024-11-12T09:23:29,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031/backup-masters
2024-11-12T09:23:29,120 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on existing znode=/2-751861031/backup-masters/106923ea030f,43363,1731403408841
2024-11-12T09:23:29,130 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-751861031/master
2024-11-12T09:23:29,130 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,131 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on existing znode=/2-751861031/master
2024-11-12T09:23:29,131 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-751861031/backup-masters/106923ea030f,43363,1731403408841 from backup master directory
2024-11-12T09:23:29,140 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031/backup-masters
2024-11-12T09:23:29,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-751861031/backup-masters/106923ea030f,43363,1731403408841
2024-11-12T09:23:29,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031/backup-masters
2024-11-12T09:23:29,141 WARN  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:29,141 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,43363,1731403408841
2024-11-12T09:23:29,145 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/hbase.id] with ID: f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f
2024-11-12T09:23:29,145 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/.tmp/hbase.id
2024-11-12T09:23:29,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:23:29,158 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/.tmp/hbase.id]:[hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/hbase.id]
2024-11-12T09:23:29,170 INFO  [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:29,170 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:23:29,171 INFO  [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-12T09:23:29,182 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:23:29,202 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:29,203 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:23:29,204 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:29,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:23:29,223 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store
2024-11-12T09:23:29,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:23:29,229 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:29,229 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:29,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:29,230 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:29,230 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:29,230 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:29,230 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:29,230 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403409229Disabling compacts and flushes for region at 1731403409229Disabling writes for close at 1731403409230 (+1 ms)Writing region close event to WAL at 1731403409230Closed at 1731403409230
2024-11-12T09:23:29,230 WARN  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/.initializing
2024-11-12T09:23:29,230 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/WALs/106923ea030f,43363,1731403408841
2024-11-12T09:23:29,231 INFO  [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:29,233 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C43363%2C1731403408841, suffix=, logDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/WALs/106923ea030f,43363,1731403408841, archiveDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/oldWALs, maxLogs=10
2024-11-12T09:23:29,250 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/WALs/106923ea030f,43363,1731403408841/106923ea030f%2C43363%2C1731403408841.1731403409233, exclude list is [], retry=0
2024-11-12T09:23:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38175,DS-8fafae1f-eede-4c69-9f34-a9bf81672fb9,DISK]
2024-11-12T09:23:29,256 INFO  [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/WALs/106923ea030f,43363,1731403408841/106923ea030f%2C43363%2C1731403408841.1731403409233
2024-11-12T09:23:29,264 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)]
2024-11-12T09:23:29,264 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:29,265 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:29,265 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,265 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,266 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:29,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:23:29,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,269 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:29,269 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:29,270 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:23:29,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,271 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:29,271 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:29,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:23:29,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:29,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:23:29,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:23:29,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:29,274 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,275 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,275 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,276 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,276 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,277 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:29,278 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:23:29,280 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:29,280 INFO  [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66625813, jitterRate=-0.007198020815849304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:29,280 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731403409265Initializing all the Stores at 1731403409266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403409266Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403409266Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403409266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403409266Cleaning up temporary data from old regions at 1731403409276 (+10 ms)Region opened successfully at 1731403409280 (+4 ms)
2024-11-12T09:23:29,281 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:23:29,284 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e36058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:29,284 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:23:29,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T09:23:29,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T09:23:29,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:23:29,285 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:23:29,286 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T09:23:29,286 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:23:29,298 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:23:29,299 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Unable to get data of znode /2-751861031/balancer because node does not exist (not necessarily an error)
2024-11-12T09:23:29,309 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-751861031/balancer already deleted, retry=false
2024-11-12T09:23:29,309 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:23:29,310 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Unable to get data of znode /2-751861031/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:23:29,319 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-751861031/normalizer already deleted, retry=false
2024-11-12T09:23:29,320 INFO  [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:23:29,321 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Unable to get data of znode /2-751861031/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:23:29,330 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-751861031/switch/split already deleted, retry=false
2024-11-12T09:23:29,330 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Unable to get data of znode /2-751861031/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:23:29,340 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-751861031/switch/merge already deleted, retry=false
2024-11-12T09:23:29,342 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Unable to get data of znode /2-751861031/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:23:29,351 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-751861031/snapshot-cleanup already deleted, retry=false
2024-11-12T09:23:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-751861031/running
2024-11-12T09:23:29,361 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-751861031/running
2024-11-12T09:23:29,361 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,362 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,43363,1731403408841, sessionid=0x1012e5b2cb90006, setting cluster-up flag (Was=false)
2024-11-12T09:23:29,382 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,414 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-751861031/flush-table-proc/acquired, /2-751861031/flush-table-proc/reached, /2-751861031/flush-table-proc/abort
2024-11-12T09:23:29,415 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,43363,1731403408841
2024-11-12T09:23:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,435 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:29,467 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-751861031/online-snapshot/acquired, /2-751861031/online-snapshot/reached, /2-751861031/online-snapshot/abort
2024-11-12T09:23:29,468 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,43363,1731403408841
2024-11-12T09:23:29,469 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:23:29,470 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:29,470 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:23:29,470 INFO  [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:23:29,470 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,43363,1731403408841
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:29,472 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,473 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403439473
2024-11-12T09:23:29,473 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:23:29,473 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:23:29,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:29,473 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:23:29,473 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:23:29,473 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:23:29,474 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-12T09:23:29,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,474 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:23:29,476 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:23:29,476 INFO  [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:23:29,488 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403409476,5,FailOnTimeoutGroup]
2024-11-12T09:23:29,503 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403409488,5,FailOnTimeoutGroup]
2024-11-12T09:23:29,503 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,503 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:23:29,503 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,503 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,505 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(746): ClusterId : f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f
2024-11-12T09:23:29,505 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:23:29,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:23:29,511 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:23:29,511 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead
2024-11-12T09:23:29,516 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:23:29,516 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:23:29,526 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:23:29,526 DEBUG [RS:0;106923ea030f:41559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6620f8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0
2024-11-12T09:23:29,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741832_1008 (size=32)
2024-11-12T09:23:29,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:29,539 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:29,540 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:29,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,540 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:29,540 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:29,541 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:29,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:29,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:29,543 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:29,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,543 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:29,543 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:29,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:29,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:29,544 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:41559
2024-11-12T09:23:29,544 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:29,544 INFO  [RS:0;106923ea030f:41559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:23:29,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:29,544 INFO  [RS:0;106923ea030f:41559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:23:29,544 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:23:29,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740
2024-11-12T09:23:29,545 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,43363,1731403408841 with port=41559, startcode=1731403409002
2024-11-12T09:23:29,545 DEBUG [RS:0;106923ea030f:41559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:23:29,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740
2024-11-12T09:23:29,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:29,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:29,546 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:29,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:29,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:29,549 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:23:29,549 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70221530, jitterRate=0.04638233780860901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:29,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731403409538Initializing all the Stores at 1731403409538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403409538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403409539 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403409539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403409539Cleaning up temporary data from old regions at 1731403409546 (+7 ms)Region opened successfully at 1731403409549 (+3 ms)
2024-11-12T09:23:29,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:29,549 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:29,549 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,41559,1731403409002
2024-11-12T09:23:29,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:29,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:29,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:29,549 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43363 {}] master.ServerManager(517): Registering regionserver=106923ea030f,41559,1731403409002
2024-11-12T09:23:29,551 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead
2024-11-12T09:23:29,551 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41779
2024-11-12T09:23:29,551 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:23:29,551 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403409549Disabling compacts and flushes for region at 1731403409549Disabling writes for close at 1731403409549Writing region close event to WAL at 1731403409551 (+2 ms)Closed at 1731403409551
2024-11-12T09:23:29,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:29,552 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:23:29,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:23:29,553 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:29,554 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:23:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031/rs
2024-11-12T09:23:29,618 DEBUG [RS:0;106923ea030f:41559 {}] zookeeper.ZKUtil(111): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on existing znode=/2-751861031/rs/106923ea030f,41559,1731403409002
2024-11-12T09:23:29,619 WARN  [RS:0;106923ea030f:41559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:23:29,619 INFO  [RS:0;106923ea030f:41559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:29,619 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002
2024-11-12T09:23:29,619 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,41559,1731403409002]
2024-11-12T09:23:29,622 INFO  [RS:0;106923ea030f:41559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:23:29,623 INFO  [RS:0;106923ea030f:41559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:23:29,623 INFO  [RS:0;106923ea030f:41559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:23:29,623 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,624 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:23:29,624 INFO  [RS:0;106923ea030f:41559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:23:29,624 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,624 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,624 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,624 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,624 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,624 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:29,625 DEBUG [RS:0;106923ea030f:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:23:29,625 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,625 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,625 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,625 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,625 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,625 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41559,1731403409002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:29,646 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:23:29,646 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,41559,1731403409002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,646 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,646 INFO  [RS:0;106923ea030f:41559 {}] regionserver.Replication(171): 106923ea030f,41559,1731403409002 started
2024-11-12T09:23:29,665 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:29,665 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,41559,1731403409002, RpcServer on 106923ea030f/172.17.0.2:41559, sessionid=0x1012e5b2cb90007
2024-11-12T09:23:29,665 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:23:29,665 DEBUG [RS:0;106923ea030f:41559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,41559,1731403409002
2024-11-12T09:23:29,665 DEBUG [RS:0;106923ea030f:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,41559,1731403409002'
2024-11-12T09:23:29,665 DEBUG [RS:0;106923ea030f:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-751861031/flush-table-proc/abort'
2024-11-12T09:23:29,666 DEBUG [RS:0;106923ea030f:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-751861031/flush-table-proc/acquired'
2024-11-12T09:23:29,674 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:23:29,674 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:23:29,674 DEBUG [RS:0;106923ea030f:41559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,41559,1731403409002
2024-11-12T09:23:29,674 DEBUG [RS:0;106923ea030f:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,41559,1731403409002'
2024-11-12T09:23:29,674 DEBUG [RS:0;106923ea030f:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-751861031/online-snapshot/abort'
2024-11-12T09:23:29,677 DEBUG [RS:0;106923ea030f:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-751861031/online-snapshot/acquired'
2024-11-12T09:23:29,677 DEBUG [RS:0;106923ea030f:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:23:29,677 INFO  [RS:0;106923ea030f:41559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:23:29,678 INFO  [RS:0;106923ea030f:41559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:23:29,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:29,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:23:29,694 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148955 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:23:29,704 WARN  [106923ea030f:43363 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T09:23:29,778 INFO  [RS:0;106923ea030f:41559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:23:29,779 INFO  [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C41559%2C1731403409002, suffix=, logDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002, archiveDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/oldWALs, maxLogs=10
2024-11-12T09:23:29,809 DEBUG [RS:0;106923ea030f:41559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002/106923ea030f%2C41559%2C1731403409002.1731403409780, exclude list is [], retry=0
2024-11-12T09:23:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38175,DS-8fafae1f-eede-4c69-9f34-a9bf81672fb9,DISK]
2024-11-12T09:23:29,829 INFO  [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002/106923ea030f%2C41559%2C1731403409002.1731403409780
2024-11-12T09:23:29,830 DEBUG [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)]
2024-11-12T09:23:29,955 DEBUG [106923ea030f:43363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-12T09:23:29,955 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,41559,1731403409002
2024-11-12T09:23:29,956 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,41559,1731403409002, state=OPENING
2024-11-12T09:23:30,004 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:23:30,014 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:30,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-751861031/meta-region-server: CHANGED
2024-11-12T09:23:30,015 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:23:30,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,41559,1731403409002}]
2024-11-12T09:23:30,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-751861031/meta-region-server: CHANGED
2024-11-12T09:23:30,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:30,169 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:23:30,172 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:23:30,172 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:30,172 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:23:30,173 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C41559%2C1731403409002.meta, suffix=.meta, logDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002, archiveDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/oldWALs, maxLogs=10
2024-11-12T09:23:30,188 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002/106923ea030f%2C41559%2C1731403409002.meta.1731403410173.meta, exclude list is [], retry=0
2024-11-12T09:23:30,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38175,DS-8fafae1f-eede-4c69-9f34-a9bf81672fb9,DISK]
2024-11-12T09:23:30,191 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/WALs/106923ea030f,41559,1731403409002/106923ea030f%2C41559%2C1731403409002.meta.1731403410173.meta
2024-11-12T09:23:30,192 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)]
2024-11-12T09:23:30,192 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:30,192 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:30,192 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:23:30,192 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:23:30,193 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:23:30,193 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:23:30,193 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:30,193 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:23:30,193 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:23:30,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:23:30,198 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:23:30,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:30,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:23:30,199 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:23:30,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,199 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:30,199 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:23:30,200 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:23:30,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:30,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:23:30,201 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:23:30,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,202 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:23:30,202 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:23:30,202 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740
2024-11-12T09:23:30,203 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740
2024-11-12T09:23:30,204 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:23:30,204 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:23:30,205 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:23:30,205 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:23:30,206 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68517355, jitterRate=0.02098815143108368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:23:30,206 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:23:30,206 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731403410193Writing region info on filesystem at 1731403410193Initializing all the Stores at 1731403410194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403410194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403410197 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403410197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403410197Cleaning up temporary data from old regions at 1731403410204 (+7 ms)Running coprocessor post-open hooks at 1731403410206 (+2 ms)Region opened successfully at 1731403410206
2024-11-12T09:23:30,207 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403410168
2024-11-12T09:23:30,210 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,41559,1731403409002
2024-11-12T09:23:30,210 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,41559,1731403409002, state=OPEN
2024-11-12T09:23:30,220 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-751861031/meta-region-server
2024-11-12T09:23:30,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-751861031/meta-region-server
2024-11-12T09:23:30,220 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:23:30,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,41559,1731403409002
2024-11-12T09:23:30,220 INFO  [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:23:30,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-751861031/meta-region-server: CHANGED
2024-11-12T09:23:30,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-751861031/meta-region-server: CHANGED
2024-11-12T09:23:30,222 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:23:30,222 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,41559,1731403409002 in 205 msec
2024-11-12T09:23:30,224 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:23:30,224 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec
2024-11-12T09:23:30,225 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:23:30,225 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:23:30,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:30,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,41559,1731403409002, seqNum=-1]
2024-11-12T09:23:30,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:30,227 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:30,232 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec
2024-11-12T09:23:30,232 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403410232, completionTime=-1
2024-11-12T09:23:30,232 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-12T09:23:30,232 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T09:23:30,234 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-12T09:23:30,234 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403470234
2024-11-12T09:23:30,234 INFO  [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403530234
2024-11-12T09:23:30,234 INFO  [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T09:23:30,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43363,1731403408841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43363,1731403408841-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43363,1731403408841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:43363, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,235 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,238 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:23:30,241 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.100sec
2024-11-12T09:23:30,241 INFO  [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:23:30,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:23:30,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:23:30,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:23:30,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:23:30,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43363,1731403408841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:23:30,242 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43363,1731403408841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:23:30,244 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:23:30,244 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:23:30,244 INFO  [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,43363,1731403408841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:23:30,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cd6013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:30,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,43363,-1 for getting cluster id
2024-11-12T09:23:30,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:30,308 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f'
2024-11-12T09:23:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f"

2024-11-12T09:23:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b285cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,43363,-1]
2024-11-12T09:23:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:30,310 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:30,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261671d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:30,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,41559,1731403409002, seqNum=-1]
2024-11-12T09:23:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:30,313 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:30,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,43363,1731403408841
2024-11-12T09:23:30,315 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53527
2024-11-12T09:23:30,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:23:30,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012e5b2cb90008 connected
2024-11-12T09:23:30,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38035,1731403397054
2024-11-12T09:23:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25a5e97a
2024-11-12T09:23:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:30,342 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:30,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:23:30,345 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:23:30,345 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:23:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:30,346 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:23:30,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:23:30,360 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 494b98a5c27b5d9ba3238836655a9cf6, NAME => 'test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73
2024-11-12T09:23:30,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:23:30,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:30,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 494b98a5c27b5d9ba3238836655a9cf6, disabling compactions & flushes
2024-11-12T09:23:30,369 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6. after waiting 0 ms
2024-11-12T09:23:30,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,369 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 494b98a5c27b5d9ba3238836655a9cf6:
Waiting for close lock at 1731403410369Disabling compacts and flushes for region at 1731403410369Disabling writes for close at 1731403410369Writing region close event to WAL at 1731403410369Closed at 1731403410369
2024-11-12T09:23:30,370 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:23:30,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403410370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403410370"}]},"ts":"1731403410370"}
2024-11-12T09:23:30,372 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:23:30,373 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:23:30,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403410373"}]},"ts":"1731403410373"}
2024-11-12T09:23:30,375 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:23:30,376 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=494b98a5c27b5d9ba3238836655a9cf6, ASSIGN}]
2024-11-12T09:23:30,377 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=494b98a5c27b5d9ba3238836655a9cf6, ASSIGN
2024-11-12T09:23:30,378 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=494b98a5c27b5d9ba3238836655a9cf6, ASSIGN; state=OFFLINE, location=106923ea030f,34397,1731403397246; forceNewPlan=false, retain=false
2024-11-12T09:23:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:30,529 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=494b98a5c27b5d9ba3238836655a9cf6, regionState=OPENING, regionLocation=106923ea030f,34397,1731403397246
2024-11-12T09:23:30,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=494b98a5c27b5d9ba3238836655a9cf6, ASSIGN because future has completed
2024-11-12T09:23:30,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494b98a5c27b5d9ba3238836655a9cf6, server=106923ea030f,34397,1731403397246}]
2024-11-12T09:23:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:30,691 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,691 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 494b98a5c27b5d9ba3238836655a9cf6, NAME => 'test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:30,692 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:30,692 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:23:30,692 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,692 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:30,693 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,693 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,696 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 494b98a5c27b5d9ba3238836655a9cf6 
2024-11-12T09:23:30,698 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b98a5c27b5d9ba3238836655a9cf6 columnFamilyName f
2024-11-12T09:23:30,698 DEBUG [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,698 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] regionserver.HStore(327): Store=494b98a5c27b5d9ba3238836655a9cf6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:30,699 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 494b98a5c27b5d9ba3238836655a9cf6 
2024-11-12T09:23:30,700 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b98a5c27b5d9ba3238836655a9cf6 columnFamilyName f1
2024-11-12T09:23:30,700 DEBUG [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,700 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] regionserver.HStore(327): Store=494b98a5c27b5d9ba3238836655a9cf6/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:30,701 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 494b98a5c27b5d9ba3238836655a9cf6 
2024-11-12T09:23:30,702 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b98a5c27b5d9ba3238836655a9cf6 columnFamilyName norep
2024-11-12T09:23:30,702 DEBUG [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,703 INFO  [StoreOpener-494b98a5c27b5d9ba3238836655a9cf6-1 {}] regionserver.HStore(327): Store=494b98a5c27b5d9ba3238836655a9cf6/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:30,703 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,704 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,704 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,705 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,705 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,706 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:23:30,708 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,721 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:30,721 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 494b98a5c27b5d9ba3238836655a9cf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65229769, jitterRate=-0.02800069749355316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:23:30,721 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:30,722 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 494b98a5c27b5d9ba3238836655a9cf6:
Running coprocessor pre-open hook at 1731403410693Writing region info on filesystem at 1731403410693Initializing all the Stores at 1731403410694 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403410694Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403410696 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403410696Cleaning up temporary data from old regions at 1731403410705 (+9 ms)Running coprocessor post-open hooks at 1731403410721 (+16 ms)Region opened successfully at 1731403410721
2024-11-12T09:23:30,722 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., pid=6, masterSystemTime=1731403410684
2024-11-12T09:23:30,724 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,724 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:30,725 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=494b98a5c27b5d9ba3238836655a9cf6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,34397,1731403397246
2024-11-12T09:23:30,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494b98a5c27b5d9ba3238836655a9cf6, server=106923ea030f,34397,1731403397246 because future has completed
2024-11-12T09:23:30,730 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:23:30,730 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 494b98a5c27b5d9ba3238836655a9cf6, server=106923ea030f,34397,1731403397246 in 197 msec
2024-11-12T09:23:30,732 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:23:30,732 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=494b98a5c27b5d9ba3238836655a9cf6, ASSIGN in 354 msec
2024-11-12T09:23:30,733 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:23:30,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403410733"}]},"ts":"1731403410733"}
2024-11-12T09:23:30,735 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:23:30,736 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:23:30,738 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 394 msec
2024-11-12T09:23:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:30,973 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:23:30,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36933,1731403402931
2024-11-12T09:23:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9cb65b
2024-11-12T09:23:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:30,975 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:30,976 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:23:30,979 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:23:30,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:30,979 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:23:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:30,980 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:23:30,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:23:30,997 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcf2000d4af24ba0af88af16b054fc46, NAME => 'test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea
2024-11-12T09:23:31,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:23:31,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:31,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bcf2000d4af24ba0af88af16b054fc46, disabling compactions & flushes
2024-11-12T09:23:31,015 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46. after waiting 0 ms
2024-11-12T09:23:31,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,015 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcf2000d4af24ba0af88af16b054fc46:
Waiting for close lock at 1731403411015Disabling compacts and flushes for region at 1731403411015Disabling writes for close at 1731403411015Writing region close event to WAL at 1731403411015Closed at 1731403411015
2024-11-12T09:23:31,016 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:23:31,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403411016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403411016"}]},"ts":"1731403411016"}
2024-11-12T09:23:31,018 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:23:31,019 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:23:31,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403411019"}]},"ts":"1731403411019"}
2024-11-12T09:23:31,021 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:23:31,021 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcf2000d4af24ba0af88af16b054fc46, ASSIGN}]
2024-11-12T09:23:31,022 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcf2000d4af24ba0af88af16b054fc46, ASSIGN
2024-11-12T09:23:31,023 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bcf2000d4af24ba0af88af16b054fc46, ASSIGN; state=OFFLINE, location=106923ea030f,34235,1731403403126; forceNewPlan=false, retain=false
2024-11-12T09:23:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:31,173 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcf2000d4af24ba0af88af16b054fc46, regionState=OPENING, regionLocation=106923ea030f,34235,1731403403126
2024-11-12T09:23:31,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bcf2000d4af24ba0af88af16b054fc46, ASSIGN because future has completed
2024-11-12T09:23:31,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf2000d4af24ba0af88af16b054fc46, server=106923ea030f,34235,1731403403126}]
2024-11-12T09:23:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:31,336 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,336 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bcf2000d4af24ba0af88af16b054fc46, NAME => 'test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:31,337 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:31,337 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:23:31,337 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,337 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:31,337 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,337 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,338 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcf2000d4af24ba0af88af16b054fc46 
2024-11-12T09:23:31,340 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf2000d4af24ba0af88af16b054fc46 columnFamilyName f
2024-11-12T09:23:31,340 DEBUG [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:31,340 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] regionserver.HStore(327): Store=bcf2000d4af24ba0af88af16b054fc46/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:31,340 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bcf2000d4af24ba0af88af16b054fc46 
2024-11-12T09:23:31,341 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf2000d4af24ba0af88af16b054fc46 columnFamilyName f1
2024-11-12T09:23:31,341 DEBUG [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:31,342 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] regionserver.HStore(327): Store=bcf2000d4af24ba0af88af16b054fc46/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:31,342 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bcf2000d4af24ba0af88af16b054fc46 
2024-11-12T09:23:31,343 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf2000d4af24ba0af88af16b054fc46 columnFamilyName norep
2024-11-12T09:23:31,343 DEBUG [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:31,344 INFO  [StoreOpener-bcf2000d4af24ba0af88af16b054fc46-1 {}] regionserver.HStore(327): Store=bcf2000d4af24ba0af88af16b054fc46/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:31,344 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,344 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,345 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,345 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,345 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,346 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:23:31,347 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,349 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:31,352 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bcf2000d4af24ba0af88af16b054fc46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74525610, jitterRate=0.11051812767982483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:23:31,352 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:31,352 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bcf2000d4af24ba0af88af16b054fc46:
Running coprocessor pre-open hook at 1731403411337Writing region info on filesystem at 1731403411337Initializing all the Stores at 1731403411338 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403411338Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403411338Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403411338Cleaning up temporary data from old regions at 1731403411345 (+7 ms)Running coprocessor post-open hooks at 1731403411352 (+7 ms)Region opened successfully at 1731403411352
2024-11-12T09:23:31,354 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46., pid=6, masterSystemTime=1731403411332
2024-11-12T09:23:31,356 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,356 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:31,356 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcf2000d4af24ba0af88af16b054fc46, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,34235,1731403403126
2024-11-12T09:23:31,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf2000d4af24ba0af88af16b054fc46, server=106923ea030f,34235,1731403403126 because future has completed
2024-11-12T09:23:31,360 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:23:31,360 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bcf2000d4af24ba0af88af16b054fc46, server=106923ea030f,34235,1731403403126 in 184 msec
2024-11-12T09:23:31,362 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:23:31,363 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bcf2000d4af24ba0af88af16b054fc46, ASSIGN in 339 msec
2024-11-12T09:23:31,363 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:23:31,363 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403411363"}]},"ts":"1731403411363"}
2024-11-12T09:23:31,365 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:23:31,366 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:23:31,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 390 msec
2024-11-12T09:23:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:31,603 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:23:31,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,43363,1731403408841
2024-11-12T09:23:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c4ceeaf
2024-11-12T09:23:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:31,605 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:31,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-12T09:23:31,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:23:31,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:31,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-12T09:23:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:31,609 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:23:31,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741835_1011 (size=902)
2024-11-12T09:23:31,692 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:31,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:31,786 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,786 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,786 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,787 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,787 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,788 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,798 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,802 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,803 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,805 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:32,015 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 413e62e3ac808ac3217ee5e4df9c8b62, NAME => 'test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead
2024-11-12T09:23:32,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741836_1012 (size=39)
2024-11-12T09:23:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:32,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:32,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 413e62e3ac808ac3217ee5e4df9c8b62, disabling compactions & flushes
2024-11-12T09:23:32,421 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62. after waiting 0 ms
2024-11-12T09:23:32,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,421 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 413e62e3ac808ac3217ee5e4df9c8b62:
Waiting for close lock at 1731403412421Disabling compacts and flushes for region at 1731403412421Disabling writes for close at 1731403412421Writing region close event to WAL at 1731403412421Closed at 1731403412421
2024-11-12T09:23:32,422 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:23:32,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731403412422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403412422"}]},"ts":"1731403412422"}
2024-11-12T09:23:32,424 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:23:32,425 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:23:32,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403412425"}]},"ts":"1731403412425"}
2024-11-12T09:23:32,427 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-12T09:23:32,427 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=413e62e3ac808ac3217ee5e4df9c8b62, ASSIGN}]
2024-11-12T09:23:32,428 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=413e62e3ac808ac3217ee5e4df9c8b62, ASSIGN
2024-11-12T09:23:32,429 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=413e62e3ac808ac3217ee5e4df9c8b62, ASSIGN; state=OFFLINE, location=106923ea030f,41559,1731403409002; forceNewPlan=false, retain=false
2024-11-12T09:23:32,580 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=413e62e3ac808ac3217ee5e4df9c8b62, regionState=OPENING, regionLocation=106923ea030f,41559,1731403409002
2024-11-12T09:23:32,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=413e62e3ac808ac3217ee5e4df9c8b62, ASSIGN because future has completed
2024-11-12T09:23:32,582 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 413e62e3ac808ac3217ee5e4df9c8b62, server=106923ea030f,41559,1731403409002}]
2024-11-12T09:23:32,737 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,737 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 413e62e3ac808ac3217ee5e4df9c8b62, NAME => 'test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:32,738 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:32,738 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-12T09:23:32,738 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,738 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:32,738 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,738 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,739 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 413e62e3ac808ac3217ee5e4df9c8b62 
2024-11-12T09:23:32,740 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413e62e3ac808ac3217ee5e4df9c8b62 columnFamilyName f
2024-11-12T09:23:32,741 DEBUG [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:32,741 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] regionserver.HStore(327): Store=413e62e3ac808ac3217ee5e4df9c8b62/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:32,741 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 413e62e3ac808ac3217ee5e4df9c8b62 
2024-11-12T09:23:32,742 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413e62e3ac808ac3217ee5e4df9c8b62 columnFamilyName f1
2024-11-12T09:23:32,742 DEBUG [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:32,742 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] regionserver.HStore(327): Store=413e62e3ac808ac3217ee5e4df9c8b62/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:32,742 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 413e62e3ac808ac3217ee5e4df9c8b62 
2024-11-12T09:23:32,743 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413e62e3ac808ac3217ee5e4df9c8b62 columnFamilyName norep
2024-11-12T09:23:32,743 DEBUG [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:32,743 INFO  [StoreOpener-413e62e3ac808ac3217ee5e4df9c8b62-1 {}] regionserver.HStore(327): Store=413e62e3ac808ac3217ee5e4df9c8b62/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:32,744 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,745 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,745 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,745 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,746 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,746 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:23:32,747 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,748 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:32,749 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 413e62e3ac808ac3217ee5e4df9c8b62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71431943, jitterRate=0.06441889703273773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:23:32,749 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:32,749 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 413e62e3ac808ac3217ee5e4df9c8b62:
Running coprocessor pre-open hook at 1731403412738Writing region info on filesystem at 1731403412738Initializing all the Stores at 1731403412739 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403412739Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403412739Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403412739Cleaning up temporary data from old regions at 1731403412746 (+7 ms)Running coprocessor post-open hooks at 1731403412749 (+3 ms)Region opened successfully at 1731403412749
2024-11-12T09:23:32,750 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62., pid=6, masterSystemTime=1731403412734
2024-11-12T09:23:32,751 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,751 INFO  [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:32,752 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=413e62e3ac808ac3217ee5e4df9c8b62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=106923ea030f,41559,1731403409002
2024-11-12T09:23:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 413e62e3ac808ac3217ee5e4df9c8b62, server=106923ea030f,41559,1731403409002 because future has completed
2024-11-12T09:23:32,756 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T09:23:32,756 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 413e62e3ac808ac3217ee5e4df9c8b62, server=106923ea030f,41559,1731403409002 in 172 msec
2024-11-12T09:23:32,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T09:23:32,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=413e62e3ac808ac3217ee5e4df9c8b62, ASSIGN in 329 msec
2024-11-12T09:23:32,759 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:23:32,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403412759"}]},"ts":"1731403412759"}
2024-11-12T09:23:32,761 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-12T09:23:32,761 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:23:32,763 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec
2024-11-12T09:23:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:23:33,753 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-12T09:23:33,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ffcb1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:33,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38035,-1 for getting cluster id
2024-11-12T09:23:33,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:33,763 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07b866cc-b5be-484c-8fc3-ba8db33b5c0a'
2024-11-12T09:23:33,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:33,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07b866cc-b5be-484c-8fc3-ba8db33b5c0a"

2024-11-12T09:23:33,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53698f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:33,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38035,-1]
2024-11-12T09:23:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:33,765 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89539f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:33,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38035,1731403397054
2024-11-12T09:23:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7908ba69
2024-11-12T09:23:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:33,768 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:33,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://106923ea030f:36933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:23:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:23:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:33,773 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:36933'
2024-11-12T09:23:33,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18aa33f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:33,774 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36933,-1 for getting cluster id
2024-11-12T09:23:33,774 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:33,775 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93c635b0-8dce-4ab9-a55a-66a194ed7827'
2024-11-12T09:23:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93c635b0-8dce-4ab9-a55a-66a194ed7827"

2024-11-12T09:23:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d320ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36933,-1]
2024-11-12T09:23:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:33,777 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:33,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3dbada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:33,777 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36933,1731403402931
2024-11-12T09:23:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6830f8b5
2024-11-12T09:23:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:33,779 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:33,780 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-12T09:23:33,781 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:23:33,781 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:33,781 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:33,781 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:33,781 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:23:33,785 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-12T09:23:33,791 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:23:33,791 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:33,793 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:23:33,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741837_1013 (size=1138)
2024-11-12T09:23:33,802 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cd2ce67eddafaa6d4e3003bae6032f2, NAME => 'hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73
2024-11-12T09:23:33,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741838_1014 (size=44)
2024-11-12T09:23:33,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:33,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5cd2ce67eddafaa6d4e3003bae6032f2, disabling compactions & flushes
2024-11-12T09:23:33,822 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:33,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:33,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2. after waiting 0 ms
2024-11-12T09:23:33,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:33,822 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:33,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cd2ce67eddafaa6d4e3003bae6032f2:
Waiting for close lock at 1731403413822Disabling compacts and flushes for region at 1731403413822Disabling writes for close at 1731403413822Writing region close event to WAL at 1731403413822Closed at 1731403413822
2024-11-12T09:23:33,823 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:23:33,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731403413823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403413823"}]},"ts":"1731403413823"}
2024-11-12T09:23:33,825 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T09:23:33,826 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:23:33,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403413826"}]},"ts":"1731403413826"}
2024-11-12T09:23:33,828 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-12T09:23:33,829 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cd2ce67eddafaa6d4e3003bae6032f2, ASSIGN}]
2024-11-12T09:23:33,831 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cd2ce67eddafaa6d4e3003bae6032f2, ASSIGN
2024-11-12T09:23:33,832 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cd2ce67eddafaa6d4e3003bae6032f2, ASSIGN; state=OFFLINE, location=106923ea030f,34397,1731403397246; forceNewPlan=false, retain=false
2024-11-12T09:23:33,835 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-12T09:23:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:33,983 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cd2ce67eddafaa6d4e3003bae6032f2, regionState=OPENING, regionLocation=106923ea030f,34397,1731403397246
2024-11-12T09:23:33,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cd2ce67eddafaa6d4e3003bae6032f2, ASSIGN because future has completed
2024-11-12T09:23:33,986 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd2ce67eddafaa6d4e3003bae6032f2, server=106923ea030f,34397,1731403397246}]
2024-11-12T09:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:34,141 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:34,142 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:23:34,142 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-12T09:23:34,143 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=106923ea030f%2C34397%2C1731403397246.rep, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/oldWALs, maxLogs=10
2024-11-12T09:23:34,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.rep.1731403414143, exclude list is [], retry=0
2024-11-12T09:23:34,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:34,171 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.rep.1731403414143
2024-11-12T09:23:34,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:34,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cd2ce67eddafaa6d4e3003bae6032f2, NAME => 'hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:23:34,172 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-12T09:23:34,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:23:34,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2. service=MultiRowMutationService
2024-11-12T09:23:34,173 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-12T09:23:34,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:23:34,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,176 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5cd2ce67eddafaa6d4e3003bae6032f2 
2024-11-12T09:23:34,178 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd2ce67eddafaa6d4e3003bae6032f2 columnFamilyName hfileref
2024-11-12T09:23:34,178 DEBUG [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:34,184 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] regionserver.HStore(327): Store=5cd2ce67eddafaa6d4e3003bae6032f2/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:34,184 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5cd2ce67eddafaa6d4e3003bae6032f2 
2024-11-12T09:23:34,185 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd2ce67eddafaa6d4e3003bae6032f2 columnFamilyName queue
2024-11-12T09:23:34,185 DEBUG [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:34,185 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] regionserver.HStore(327): Store=5cd2ce67eddafaa6d4e3003bae6032f2/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:34,186 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5cd2ce67eddafaa6d4e3003bae6032f2 
2024-11-12T09:23:34,186 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd2ce67eddafaa6d4e3003bae6032f2 columnFamilyName sid
2024-11-12T09:23:34,187 DEBUG [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:23:34,187 INFO  [StoreOpener-5cd2ce67eddafaa6d4e3003bae6032f2-1 {}] regionserver.HStore(327): Store=5cd2ce67eddafaa6d4e3003bae6032f2/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:23:34,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:23:34,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:23:34,193 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5cd2ce67eddafaa6d4e3003bae6032f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69240669, jitterRate=0.0317663699388504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:23:34,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:34,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5cd2ce67eddafaa6d4e3003bae6032f2:
Running coprocessor pre-open hook at 1731403414173Writing region info on filesystem at 1731403414173Initializing all the Stores at 1731403414175 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403414175Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403414176 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403414176Cleaning up temporary data from old regions at 1731403414189 (+13 ms)Running coprocessor post-open hooks at 1731403414193 (+4 ms)Region opened successfully at 1731403414193
2024-11-12T09:23:34,195 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2., pid=10, masterSystemTime=1731403414137
2024-11-12T09:23:34,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:34,198 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:34,198 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cd2ce67eddafaa6d4e3003bae6032f2, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,34397,1731403397246
2024-11-12T09:23:34,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd2ce67eddafaa6d4e3003bae6032f2, server=106923ea030f,34397,1731403397246 because future has completed
2024-11-12T09:23:34,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-12T09:23:34,208 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cd2ce67eddafaa6d4e3003bae6032f2, server=106923ea030f,34397,1731403397246 in 219 msec
2024-11-12T09:23:34,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-12T09:23:34,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cd2ce67eddafaa6d4e3003bae6032f2, ASSIGN in 378 msec
2024-11-12T09:23:34,210 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:23:34,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403414210"}]},"ts":"1731403414210"}
2024-11-12T09:23:34,212 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-12T09:23:34,213 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:23:34,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 432 msec
2024-11-12T09:23:34,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2., hostname=106923ea030f,34397,1731403397246, seqNum=2]
2024-11-12T09:23:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:34,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:23:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:34,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-12T09:23:34,504 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-12T09:23:34,536 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-106923ea030f,34397,1731403397246, ReplicationSource: 1, currentBandwidth=0
2024-11-12T09:23:34,537 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:34,537 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34397,1731403397246, seqNum=-1]
2024-11-12T09:23:34,537 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:34,538 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService
2024-11-12T09:23:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-106923ea030f,34397,1731403397246', locateType=CURRENT is [region=hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2., hostname=106923ea030f,34397,1731403397246, seqNum=2]
2024-11-12T09:23:34,541 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-12T09:23:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-12T09:23:34,543 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 106923ea030f,34397,1731403397246 suceeded
2024-11-12T09:23:34,545 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-12T09:23:34,545 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec
2024-11-12T09:23:34,545 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://106923ea030f:36933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:23:34,546 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 777 msec
2024-11-12T09:23:34,558 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:36933'
2024-11-12T09:23:34,560 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23489568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,560 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36933,-1 for getting cluster id
2024-11-12T09:23:34,560 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:34,561 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93c635b0-8dce-4ab9-a55a-66a194ed7827'
2024-11-12T09:23:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93c635b0-8dce-4ab9-a55a-66a194ed7827"

2024-11-12T09:23:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d6fc64f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36933,-1]
2024-11-12T09:23:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:34,562 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:34,562 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d4f483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,562 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:34,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36933,1731403402931
2024-11-12T09:23:34,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b7ba10
2024-11-12T09:23:34,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:34,564 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-12T09:23:34,565 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-106923ea030f,34397,1731403397246 (queues=1) is replicating from cluster=07b866cc-b5be-484c-8fc3-ba8db33b5c0a to cluster=93c635b0-8dce-4ab9-a55a-66a194ed7827
2024-11-12T09:23:34,565 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=106923ea030f%2C34397%2C1731403397246
2024-11-12T09:23:34,565 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-106923ea030f,34397,1731403397246, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:23:34,565 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214, startPosition=0, beingWritten=true
2024-11-12T09:23:34,567 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C34397%2C1731403397246
2024-11-12T09:23:34,570 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:34,571 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 379, reset compression=false
2024-11-12T09:23:34,571 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:23:34,773 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 379, reset compression=false
2024-11-12T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T09:23:34,913 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-12T09:23:34,913 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:34,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:34,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:34,913 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:34,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:34,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fc0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38035,-1 for getting cluster id
2024-11-12T09:23:34,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:34,914 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07b866cc-b5be-484c-8fc3-ba8db33b5c0a'
2024-11-12T09:23:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07b866cc-b5be-484c-8fc3-ba8db33b5c0a"

2024-11-12T09:23:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab53e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38035,-1]
2024-11-12T09:23:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:34,915 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1510d50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3435e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36933,-1 for getting cluster id
2024-11-12T09:23:34,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:34,917 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93c635b0-8dce-4ab9-a55a-66a194ed7827'
2024-11-12T09:23:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93c635b0-8dce-4ab9-a55a-66a194ed7827"

2024-11-12T09:23:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3dc0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36933,-1]
2024-11-12T09:23:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:34,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:34,918 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:34,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17197c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e90f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,43363,-1 for getting cluster id
2024-11-12T09:23:34,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:34,920 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f'
2024-11-12T09:23:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f"

2024-11-12T09:23:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f495b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,43363,-1]
2024-11-12T09:23:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:34,921 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b2df75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:34,923 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:34,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731403414925/Put/seqid=0
2024-11-12T09:23:34,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741840_1016 (size=7894)
2024-11-12T09:23:35,076 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 379, reset compression=false
2024-11-12T09:23:35,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731403415332/Put/seqid=0
2024-11-12T09:23:35,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741841_1017 (size=7691)
2024-11-12T09:23:35,479 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 379, reset compression=false
2024-11-12T09:23:35,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1851cbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:35,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38035,-1 for getting cluster id
2024-11-12T09:23:35,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:35,738 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07b866cc-b5be-484c-8fc3-ba8db33b5c0a'
2024-11-12T09:23:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07b866cc-b5be-484c-8fc3-ba8db33b5c0a"

2024-11-12T09:23:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b531467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38035,-1]
2024-11-12T09:23:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:35,739 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:35,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c229aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:35,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34397,1731403397246, seqNum=-1]
2024-11-12T09:23:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:35,741 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:35,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38035,1731403397054
2024-11-12T09:23:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4dfd5f
2024-11-12T09:23:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:35,748 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:35,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2]
2024-11-12T09:23:35,757 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:23:35,762 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo]
2024-11-12T09:23:35,764 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr]
2024-11-12T09:23:35,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-12T09:23:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:35,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-12T09:23:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegion(2603): Flush status journal for 494b98a5c27b5d9ba3238836655a9cf6:

2024-11-12T09:23:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_1
2024-11-12T09:23:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_1 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/25045d8f78c845fba51c52d0217db304_SeqId_4_
2024-11-12T09:23:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_0
2024-11-12T09:23:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_0 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_
2024-11-12T09:23:35,789 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_1 into 494b98a5c27b5d9ba3238836655a9cf6/f as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ - updating store file list.
2024-11-12T09:23:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25045d8f78c845fba51c52d0217db304_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:35,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ into 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:35,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_1 into 494b98a5c27b5d9ba3238836655a9cf6/f (new location: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/25045d8f78c845fba51c52d0217db304_SeqId_4_)
2024-11-12T09:23:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_1
2024-11-12T09:23:35,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_0 into 494b98a5c27b5d9ba3238836655a9cf6/f as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ - updating store file list.
2024-11-12T09:23:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be634e08f15046ef96336a12b1b1fbb8_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:35,796 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ into 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:35,796 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_0 into 494b98a5c27b5d9ba3238836655a9cf6/f (new location: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_)
2024-11-12T09:23:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mils77iauoqr1j7vihec01b9jf5elajcnmhr3p4mm07qfo9dq3e8vo7ambfe4ki8/f/hfile_0
2024-11-12T09:23:35,798 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:35,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:35,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:35,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2 , the old value is region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=106923ea030f:34397 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:23:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:23:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2 from cache
2024-11-12T09:23:35,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:35,798 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34235,1731403403126, seqNum=-1]
2024-11-12T09:23:35,799 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-12T09:23:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:35,800 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46., hostname=106923ea030f,34235,1731403403126, seqNum=2]
2024-11-12T09:23:35,802 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:23:35,903 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:34397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-12T09:23:35,982 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 379, reset compression=false
2024-11-12T09:23:35,986 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:23:35,986 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[{test/494b98a5c27b5d9ba3238836655a9cf6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403415797/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-12T09:23:35,987 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:35,992 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-12T09:23:35,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.ReplicationSink(318): Replicating [07b866cc-b5be-484c-8fc3-ba8db33b5c0a] bulk loaded data
2024-11-12T09:23:35,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@139a4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:35,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,36933,-1 for getting cluster id
2024-11-12T09:23:35,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:35,996 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93c635b0-8dce-4ab9-a55a-66a194ed7827'
2024-11-12T09:23:35,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:35,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93c635b0-8dce-4ab9-a55a-66a194ed7827"

2024-11-12T09:23:35,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ad8462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:35,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,36933,-1]
2024-11-12T09:23:35,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:35,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:35,997 INFO  [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:35,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc58d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:36,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741837_1013 (size=7691)
2024-11-12T09:23:36,186 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 687, reset compression=false
2024-11-12T09:23:36,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741838_1014 (size=7894)
2024-11-12T09:23:36,490 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 687, reset compression=false
2024-11-12T09:23:36,804 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:23:36,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:36,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,36933,1731403402931
2024-11-12T09:23:36,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e60b0e5
2024-11-12T09:23:36,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:36,818 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService
2024-11-12T09:23:36,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:23:36,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:36,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34235,1731403403126, seqNum=-1]
2024-11-12T09:23:36,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:36,821 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService
2024-11-12T09:23:36,825 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ first=Optional[ppp] last=Optional[rrr]
2024-11-12T09:23:36,827 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ first=Optional[mmmm] last=Optional[oooo]
2024-11-12T09:23:36,829 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ for inclusion in bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-12T09:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:36,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ for inclusion in bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-12T09:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HRegion(2603): Flush status journal for bcf2000d4af24ba0af88af16b054fc46:

2024-11-12T09:23:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 25045d8f78c845fba51c52d0217db304_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:23:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/2f9e8258236f4832bf0602b3a92426b3_SeqId_4_
2024-11-12T09:23:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:23:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/8a18aeb8c0ec429d8a1ff54cf2a5d3d3_SeqId_4_
2024-11-12T09:23:36,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ into bcf2000d4af24ba0af88af16b054fc46/f as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/2f9e8258236f4832bf0602b3a92426b3_SeqId_4_ - updating store file list.
2024-11-12T09:23:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f9e8258236f4832bf0602b3a92426b3_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:36,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/2f9e8258236f4832bf0602b3a92426b3_SeqId_4_ into bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:36,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/25045d8f78c845fba51c52d0217db304_SeqId_4_ into bcf2000d4af24ba0af88af16b054fc46/f (new location: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/2f9e8258236f4832bf0602b3a92426b3_SeqId_4_)
2024-11-12T09:23:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/25045d8f78c845fba51c52d0217db304_SeqId_4_
2024-11-12T09:23:36,838 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ into bcf2000d4af24ba0af88af16b054fc46/f as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/8a18aeb8c0ec429d8a1ff54cf2a5d3d3_SeqId_4_ - updating store file list.
2024-11-12T09:23:36,840 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a18aeb8c0ec429d8a1ff54cf2a5d3d3_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:36,840 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/8a18aeb8c0ec429d8a1ff54cf2a5d3d3_SeqId_4_ into bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:36,840 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_ into bcf2000d4af24ba0af88af16b054fc46/f (new location: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/8a18aeb8c0ec429d8a1ff54cf2a5d3d3_SeqId_4_)
2024-11-12T09:23:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__errrn4nmn0gjmgl5578mn32r9445mhamdjc6eclpj0cpq65cifhpt3ghljhvr144/f/be634e08f15046ef96336a12b1b1fbb8_SeqId_4_
2024-11-12T09:23:36,841 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,841 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,841 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,842 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,842 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.ReplicationSink(324): Finished replicating [07b866cc-b5be-484c-8fc3-ba8db33b5c0a] bulk loaded data
2024-11-12T09:23:36,842 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,843 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,893 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 687, reset compression=false
2024-11-12T09:23:36,903 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,904 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,905 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,913 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,917 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,917 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:36,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:37,396 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 687, reset compression=false
2024-11-12T09:23:37,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,41559,1731403409002, seqNum=-1]
2024-11-12T09:23:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:37,812 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62., hostname=106923ea030f,41559,1731403409002, seqNum=2]
2024-11-12T09:23:37,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:37,820 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:23:37,821 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 106923ea030f%2C34397%2C1731403397246.meta:.meta(num 1731403399812) roll requested
2024-11-12T09:23:37,835 DEBUG [regionserver/106923ea030f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403417821.meta, exclude list is [], retry=0
2024-11-12T09:23:37,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:37,838 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403399812.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403417821.meta
2024-11-12T09:23:37,838 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:37,838 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403399812.meta is not closed yet, will try archiving it next time
2024-11-12T09:23:37,838 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 106923ea030f%2C34397%2C1731403397246:(num 1731403399214) roll requested
2024-11-12T09:23:37,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741834_1010 (size=3473)
2024-11-12T09:23:37,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-12T09:23:37,855 DEBUG [regionserver/106923ea030f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, exclude list is [], retry=0
2024-11-12T09:23:37,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:37,858 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839
2024-11-12T09:23:37,859 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:37,859 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 is not closed yet, will try archiving it next time
2024-11-12T09:23:37,859 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 106923ea030f%2C34397%2C1731403397246.rep:(num 1731403414143) roll requested
2024-11-12T09:23:37,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9f2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:37,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38035,-1 for getting cluster id
2024-11-12T09:23:37,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:37,860 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 not finished, retry = 0
2024-11-12T09:23:37,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741832_1008 (size=695)
2024-11-12T09:23:37,860 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07b866cc-b5be-484c-8fc3-ba8db33b5c0a'
2024-11-12T09:23:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07b866cc-b5be-484c-8fc3-ba8db33b5c0a"

2024-11-12T09:23:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb5bb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38035,-1]
2024-11-12T09:23:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:37,861 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31af2c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:37,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38035,1731403397054
2024-11-12T09:23:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c36a9f7
2024-11-12T09:23:37,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:37,864 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:37,864 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://106923ea030f:43363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-12T09:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-12T09:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:23:37,868 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:43363'
2024-11-12T09:23:37,872 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372e7205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:37,872 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,43363,-1 for getting cluster id
2024-11-12T09:23:37,872 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:37,873 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f'
2024-11-12T09:23:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f"

2024-11-12T09:23:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4120b7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,43363,-1]
2024-11-12T09:23:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:37,874 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:37,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc16525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:37,874 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:37,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,43363,1731403408841
2024-11-12T09:23:37,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dbe8ad2
2024-11-12T09:23:37,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:37,875 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:37,876 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-12T09:23:37,876 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-12T09:23:37,876 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:37,876 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:37,876 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:37,877 DEBUG [regionserver/106923ea030f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.rep.1731403417859, exclude list is [], retry=0
2024-11-12T09:23:37,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-2ccb43b1-d6ae-4f58-9d84-5bc415a5f418,DISK]
2024-11-12T09:23:37,886 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.rep.1731403414143 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.rep.1731403417859
2024-11-12T09:23:37,886 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46121:46121)]
2024-11-12T09:23:37,886 DEBUG [regionserver/106923ea030f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.rep.1731403414143 is not closed yet, will try archiving it next time
2024-11-12T09:23:37,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741839_1015 (size=1505)
2024-11-12T09:23:37,961 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/oldWALs/106923ea030f%2C34397%2C1731403397246.1731403399214
2024-11-12T09:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:23:37,999 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 to pos 687, reset compression=false
2024-11-12T09:23:38,003 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214 was moved to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/oldWALs/106923ea030f%2C34397%2C1731403397246.1731403399214
2024-11-12T09:23:38,004 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214
2024-11-12T09:23:38,005 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403399214, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-12T09:23:38,005 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, startPosition=0, beingWritten=true
2024-11-12T09:23:38,006 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [106923ea030f%2C34397%2C1731403397246.1731403399214]
2024-11-12T09:23:38,072 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-12T09:23:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:23:38,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-12T09:23:38,224 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-12T09:23:38,248 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-106923ea030f,34397,1731403397246, ReplicationSource: 2, currentBandwidth=0
2024-11-12T09:23:38,250 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-12T09:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-12T09:23:38,251 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 106923ea030f,34397,1731403397246 suceeded
2024-11-12T09:23:38,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-12T09:23:38,253 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://106923ea030f:43363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-12T09:23:38,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec
2024-11-12T09:23:38,254 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 389 msec
2024-11-12T09:23:38,262 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='106923ea030f:43363'
2024-11-12T09:23:38,263 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e420ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:38,263 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,43363,-1 for getting cluster id
2024-11-12T09:23:38,263 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:38,264 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f'
2024-11-12T09:23:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f"

2024-11-12T09:23:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ac0056d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,43363,-1]
2024-11-12T09:23:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:38,265 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:38,265 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3f490f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:38,265 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,43363,1731403408841
2024-11-12T09:23:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1553fd83
2024-11-12T09:23:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:38,266 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-12T09:23:38,267 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-106923ea030f,34397,1731403397246 (queues=1) is replicating from cluster=07b866cc-b5be-484c-8fc3-ba8db33b5c0a to cluster=f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f
2024-11-12T09:23:38,267 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=106923ea030f%2C34397%2C1731403397246
2024-11-12T09:23:38,267 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-106923ea030f,34397,1731403397246, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-12T09:23:38,267 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, startPosition=0, beingWritten=true
2024-11-12T09:23:38,267 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 106923ea030f%2C34397%2C1731403397246
2024-11-12T09:23:38,470 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 0, reset compression=false
2024-11-12T09:23:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-12T09:23:38,492 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-12T09:23:38,492 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:38,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:38,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:38,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:38,492 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:38,493 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:23:38,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731403418495/Put/seqid=0
2024-11-12T09:23:38,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741845_1021 (size=11194)
2024-11-12T09:23:38,708 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 0, reset compression=false
2024-11-12T09:23:38,774 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 0, reset compression=false
2024-11-12T09:23:38,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731403418900/Put/seqid=0
2024-11-12T09:23:38,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741846_1022 (size=10791)
2024-11-12T09:23:38,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248fec83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:38,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,38035,-1 for getting cluster id
2024-11-12T09:23:38,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:38,907 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07b866cc-b5be-484c-8fc3-ba8db33b5c0a'
2024-11-12T09:23:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07b866cc-b5be-484c-8fc3-ba8db33b5c0a"

2024-11-12T09:23:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b361a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,38035,-1]
2024-11-12T09:23:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:38,908 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:38,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e69c354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:38,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,34397,1731403397246, seqNum=-1]
2024-11-12T09:23:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:38,910 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:23:38,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,38035,1731403397054
2024-11-12T09:23:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5014d02e
2024-11-12T09:23:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:38,918 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:23:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2]
2024-11-12T09:23:38,922 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:23:38,927 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu]
2024-11-12T09:23:38,928 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx]
2024-11-12T09:23:38,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-12T09:23:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:38,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-12T09:23:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegion(2603): Flush status journal for 494b98a5c27b5d9ba3238836655a9cf6:

2024-11-12T09:23:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_0
2024-11-12T09:23:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_0 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_
2024-11-12T09:23:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_1
2024-11-12T09:23:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_1 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/22b4a013f8024d118763a29775481c44_SeqId_6_
2024-11-12T09:23:38,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_0 into 494b98a5c27b5d9ba3238836655a9cf6/f as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ - updating store file list.
2024-11-12T09:23:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:38,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ into 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:38,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_0 into 494b98a5c27b5d9ba3238836655a9cf6/f (new location: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_)
2024-11-12T09:23:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_0
2024-11-12T09:23:38,946 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_1 into 494b98a5c27b5d9ba3238836655a9cf6/f as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/22b4a013f8024d118763a29775481c44_SeqId_6_ - updating store file list.
2024-11-12T09:23:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22b4a013f8024d118763a29775481c44_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:38,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/22b4a013f8024d118763a29775481c44_SeqId_6_ into 494b98a5c27b5d9ba3238836655a9cf6/f
2024-11-12T09:23:38,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_1 into 494b98a5c27b5d9ba3238836655a9cf6/f (new location: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/f/22b4a013f8024d118763a29775481c44_SeqId_6_)
2024-11-12T09:23:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/staging/jenkins__test__mqhlqknjsivkke0d60s3n1n0fmnr9pnm7326ugh2t5ni0pcsc0dlb5lq05d61qjg/f/hfile_1
2024-11-12T09:23:38,950 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:38,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:38,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:38,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2 , the old value is region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=106923ea030f:34397 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:23:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-12T09:23:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., hostname=106923ea030f,34397,1731403397246, seqNum=2 from cache
2024-11-12T09:23:38,951 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:38,952 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-12T09:23:38,954 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:23:39,052 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:34397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-12T09:23:39,178 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 0, reset compression=false
2024-11-12T09:23:39,182 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:23:39,182 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[{test/494b98a5c27b5d9ba3238836655a9cf6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403418949/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-12T09:23:39,184 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:23:39,184 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-12T09:23:39,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.ReplicationSink(318): Replicating [07b866cc-b5be-484c-8fc3-ba8db33b5c0a] bulk loaded data
2024-11-12T09:23:39,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bdd00e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:39,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,43363,-1 for getting cluster id
2024-11-12T09:23:39,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:23:39,186 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f'
2024-11-12T09:23:39,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:23:39,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0737d86-4f2e-4b6a-b82d-1bcf7f64ba0f"

2024-11-12T09:23:39,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c71539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:39,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,43363,-1]
2024-11-12T09:23:39,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:23:39,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:39,187 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:23:39,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@81b0c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:23:39,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741837_1013 (size=11194)
2024-11-12T09:23:39,382 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:39,511 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 0, reset compression=false
2024-11-12T09:23:39,516 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-12T09:23:39,516 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[{test/494b98a5c27b5d9ba3238836655a9cf6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731403418949/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-12T09:23:39,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.ReplicationSink(318): Replicating [07b866cc-b5be-484c-8fc3-ba8db33b5c0a] bulk loaded data
2024-11-12T09:23:39,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741839_1015 (size=11194)
2024-11-12T09:23:39,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741840_1016 (size=10791)
2024-11-12T09:23:39,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:23:39,536 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/22b4a013f8024d118763a29775481c44_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-12T09:23:39,538 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-12T09:23:39,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/22b4a013f8024d118763a29775481c44_SeqId_6_ for inclusion in bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-12T09:23:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:39,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ for inclusion in bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-12T09:23:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HRegion(2603): Flush status journal for bcf2000d4af24ba0af88af16b054fc46:

2024-11-12T09:23:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 22b4a013f8024d118763a29775481c44_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:23:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/22b4a013f8024d118763a29775481c44_SeqId_6_ as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/9bff043cb5274295a56a029ebeb7b61f_SeqId_6_
2024-11-12T09:23:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:23:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/dc8447ddc986459c890a4e6069ae3e06_SeqId_6_
2024-11-12T09:23:39,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/22b4a013f8024d118763a29775481c44_SeqId_6_ into bcf2000d4af24ba0af88af16b054fc46/f as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/9bff043cb5274295a56a029ebeb7b61f_SeqId_6_ - updating store file list.
2024-11-12T09:23:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bff043cb5274295a56a029ebeb7b61f_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:39,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/9bff043cb5274295a56a029ebeb7b61f_SeqId_6_ into bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:39,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/22b4a013f8024d118763a29775481c44_SeqId_6_ into bcf2000d4af24ba0af88af16b054fc46/f (new location: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/9bff043cb5274295a56a029ebeb7b61f_SeqId_6_)
2024-11-12T09:23:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/22b4a013f8024d118763a29775481c44_SeqId_6_
2024-11-12T09:23:39,551 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ into bcf2000d4af24ba0af88af16b054fc46/f as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/dc8447ddc986459c890a4e6069ae3e06_SeqId_6_ - updating store file list.
2024-11-12T09:23:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc8447ddc986459c890a4e6069ae3e06_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:39,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/dc8447ddc986459c890a4e6069ae3e06_SeqId_6_ into bcf2000d4af24ba0af88af16b054fc46/f
2024-11-12T09:23:39,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ into bcf2000d4af24ba0af88af16b054fc46/f (new location: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/f/dc8447ddc986459c890a4e6069ae3e06_SeqId_6_)
2024-11-12T09:23:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/staging/jenkins.hfs.22__test__2luhobnpo03aolj3l76u5s7q0m9l3u4qakvvduqc9earrdgbhom9jtopqhkrsqho/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_
2024-11-12T09:23:39,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] regionserver.ReplicationSink(324): Finished replicating [07b866cc-b5be-484c-8fc3-ba8db33b5c0a] bulk loaded data
2024-11-12T09:23:39,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741838_1014 (size=10791)
2024-11-12T09:23:39,686 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:39,716 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:39,970 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-12T09:23:40,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,43363,1731403408841
2024-11-12T09:23:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31655378
2024-11-12T09:23:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:23:40,011 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService
2024-11-12T09:23:40,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-12T09:23:40,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:23:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,41559,1731403409002, seqNum=-1]
2024-11-12T09:23:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:23:40,014 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService
2024-11-12T09:23:40,019 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:40,022 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/22b4a013f8024d118763a29775481c44_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-12T09:23:40,024 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-12T09:23:40,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ for inclusion in 413e62e3ac808ac3217ee5e4df9c8b62/f
2024-11-12T09:23:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-12T09:23:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:40,035 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/22b4a013f8024d118763a29775481c44_SeqId_6_ for inclusion in 413e62e3ac808ac3217ee5e4df9c8b62/f
2024-11-12T09:23:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-12T09:23:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T09:23:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HRegion(2603): Flush status journal for 413e62e3ac808ac3217ee5e4df9c8b62:

2024-11-12T09:23:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:23:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/295f551e8cee4db3bb42550e1068ff21_SeqId_4_
2024-11-12T09:23:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 22b4a013f8024d118763a29775481c44_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-12T09:23:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/22b4a013f8024d118763a29775481c44_SeqId_6_ as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/f67816d5d56c4f479a917f107b6a17a1_SeqId_4_
2024-11-12T09:23:40,039 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ into 413e62e3ac808ac3217ee5e4df9c8b62/f as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/295f551e8cee4db3bb42550e1068ff21_SeqId_4_ - updating store file list.
2024-11-12T09:23:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 295f551e8cee4db3bb42550e1068ff21_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:40,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/295f551e8cee4db3bb42550e1068ff21_SeqId_4_ into 413e62e3ac808ac3217ee5e4df9c8b62/f
2024-11-12T09:23:40,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_ into 413e62e3ac808ac3217ee5e4df9c8b62/f (new location: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/295f551e8cee4db3bb42550e1068ff21_SeqId_4_)
2024-11-12T09:23:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/6bb19cdb5aa2420aa58337d7a9d3700c_SeqId_6_
2024-11-12T09:23:40,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/22b4a013f8024d118763a29775481c44_SeqId_6_ into 413e62e3ac808ac3217ee5e4df9c8b62/f as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/f67816d5d56c4f479a917f107b6a17a1_SeqId_4_ - updating store file list.
2024-11-12T09:23:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f67816d5d56c4f479a917f107b6a17a1_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T09:23:40,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/f67816d5d56c4f479a917f107b6a17a1_SeqId_4_ into 413e62e3ac808ac3217ee5e4df9c8b62/f
2024-11-12T09:23:40,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/22b4a013f8024d118763a29775481c44_SeqId_6_ into 413e62e3ac808ac3217ee5e4df9c8b62/f (new location: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/f/f67816d5d56c4f479a917f107b6a17a1_SeqId_4_)
2024-11-12T09:23:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/staging/jenkins.hfs.23__test__bc4li4scsjgkq0m9l8gbgn213jdnroqckq4doeqn6ae1mi784eqtpm35k1v2mau7/f/22b4a013f8024d118763a29775481c44_SeqId_6_
2024-11-12T09:23:40,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.ReplicationSink(324): Finished replicating [07b866cc-b5be-484c-8fc3-ba8db33b5c0a] bulk loaded data
2024-11-12T09:23:40,089 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:40,429 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:40,567 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:23:40,597 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:40,932 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:40,985 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:23:40,985 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:40,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:40,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:40,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:40,986 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:40,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:23:40,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2020885907, stopped=false
2024-11-12T09:23:40,986 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,43363,1731403408841
2024-11-12T09:23:40,998 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-751861031/running
2024-11-12T09:23:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-751861031/running
2024-11-12T09:23:40,998 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:40,998 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:40,999 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:40,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:40,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:40,999 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,41559,1731403409002' *****
2024-11-12T09:23:40,999 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:23:40,999 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:23:40,999 INFO  [RS:0;106923ea030f:41559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:23:40,999 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:23:41,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/running
2024-11-12T09:23:41,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Set watcher on znode that does not yet exist, /2-751861031/running
2024-11-12T09:23:41,000 INFO  [RS:0;106923ea030f:41559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:23:41,000 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:41,000 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,41559,1731403409002
2024-11-12T09:23:41,000 INFO  [RS:0;106923ea030f:41559 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:41,001 INFO  [RS:0;106923ea030f:41559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:41559.
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 413e62e3ac808ac3217ee5e4df9c8b62, disabling compactions & flushes
2024-11-12T09:23:41,001 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:41,001 DEBUG [RS:0;106923ea030f:41559 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:41,001 DEBUG [RS:0;106923ea030f:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62. after waiting 0 ms
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:41,001 INFO  [RS:0;106923ea030f:41559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:23:41,001 INFO  [RS:0;106923ea030f:41559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:23:41,001 INFO  [RS:0;106923ea030f:41559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:23:41,001 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:23:41,001 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:23:41,001 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 413e62e3ac808ac3217ee5e4df9c8b62=test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.}
2024-11-12T09:23:41,001 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 413e62e3ac808ac3217ee5e4df9c8b62
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:41,001 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:41,001 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:41,002 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-12T09:23:41,004 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/default/test/413e62e3ac808ac3217ee5e4df9c8b62/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-12T09:23:41,004 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:41,004 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:41,004 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:41,004 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 413e62e3ac808ac3217ee5e4df9c8b62:
Waiting for close lock at 1731403421000Running coprocessor pre-close hooks at 1731403421000Disabling compacts and flushes for region at 1731403421000Disabling writes for close at 1731403421001 (+1 ms)Writing region close event to WAL at 1731403421001Running coprocessor post-close hooks at 1731403421004 (+3 ms)Closed at 1731403421004
2024-11-12T09:23:41,004 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62.
2024-11-12T09:23:41,015 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/info/37934ad178a0486ca989bce5546c8c51 is 129, key is test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62./info:regioninfo/1731403412751/Put/seqid=0
2024-11-12T09:23:41,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741839_1015 (size=6421)
2024-11-12T09:23:41,019 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/info/37934ad178a0486ca989bce5546c8c51
2024-11-12T09:23:41,035 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/ns/919603b75a074c51a72a45f29ac5b911 is 43, key is default/ns:d/1731403410228/Put/seqid=0
2024-11-12T09:23:41,036 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:41,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741840_1016 (size=5153)
2024-11-12T09:23:41,201 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:41,201 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:41,402 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:41,439 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/ns/919603b75a074c51a72a45f29ac5b911
2024-11-12T09:23:41,454 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/rep_barrier/7cab620e3f53401ea5d151663e8e5459 is 112, key is test,,1731403411605.413e62e3ac808ac3217ee5e4df9c8b62./rep_barrier:seqnumDuringOpen/1731403412751/Put/seqid=0
2024-11-12T09:23:41,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741841_1017 (size=5518)
2024-11-12T09:23:41,535 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:41,602 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:41,629 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:23:41,629 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:23:41,802 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:41,857 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/rep_barrier/7cab620e3f53401ea5d151663e8e5459
2024-11-12T09:23:41,873 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/table/6ac8b7a8f4f6473a8274b5638b143937 is 40, key is test/table:state/1731403412759/Put/seqid=0
2024-11-12T09:23:41,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741842_1018 (size=5165)
2024-11-12T09:23:41,904 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:42,002 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:23:42,002 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:23:42,002 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:42,202 DEBUG [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:42,239 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:42,277 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/table/6ac8b7a8f4f6473a8274b5638b143937
2024-11-12T09:23:42,283 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/info/37934ad178a0486ca989bce5546c8c51 as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/info/37934ad178a0486ca989bce5546c8c51
2024-11-12T09:23:42,286 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/info/37934ad178a0486ca989bce5546c8c51, entries=10, sequenceid=11, filesize=6.3 K
2024-11-12T09:23:42,287 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/ns/919603b75a074c51a72a45f29ac5b911 as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/ns/919603b75a074c51a72a45f29ac5b911
2024-11-12T09:23:42,291 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/ns/919603b75a074c51a72a45f29ac5b911, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:23:42,292 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/rep_barrier/7cab620e3f53401ea5d151663e8e5459 as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/rep_barrier/7cab620e3f53401ea5d151663e8e5459
2024-11-12T09:23:42,295 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/rep_barrier/7cab620e3f53401ea5d151663e8e5459, entries=1, sequenceid=11, filesize=5.4 K
2024-11-12T09:23:42,296 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/.tmp/table/6ac8b7a8f4f6473a8274b5638b143937 as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/table/6ac8b7a8f4f6473a8274b5638b143937
2024-11-12T09:23:42,299 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/table/6ac8b7a8f4f6473a8274b5638b143937, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:23:42,300 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false
2024-11-12T09:23:42,304 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:23:42,305 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:42,305 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:42,305 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:42,305 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403421001Running coprocessor pre-close hooks at 1731403421001Disabling compacts and flushes for region at 1731403421001Disabling writes for close at 1731403421001Obtaining lock to block concurrent updates at 1731403421002 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731403421002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731403421002Flushing stores of hbase:meta,,1.1588230740 at 1731403421002Flushing 1588230740/info: creating writer at 1731403421002Flushing 1588230740/info: appending metadata at 1731403421015 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731403421015Flushing 1588230740/ns: creating writer at 1731403421022 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731403421034 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731403421034Flushing 1588230740/rep_barrier: creating writer at 1731403421442 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403421454 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403421454Flushing 1588230740/table: creating writer at 1731403421861 (+407 ms)Flushing 1588230740/table: appending metadata at 1731403421873 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731403421873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e3d2c1: reopening flushed file at 1731403422283 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a51f6a1: reopening flushed file at 1731403422287 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b49ee69: reopening flushed file at 1731403422291 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9120d: reopening flushed file at 1731403422295 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1731403422300 (+5 ms)Writing region close event to WAL at 1731403422302 (+2 ms)Running coprocessor post-close hooks at 1731403422305 (+3 ms)Closed at 1731403422305
2024-11-12T09:23:42,305 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:42,402 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,41559,1731403409002; all regions closed.
2024-11-12T09:23:42,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741834_1010 (size=2717)
2024-11-12T09:23:42,407 DEBUG [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/oldWALs
2024-11-12T09:23:42,407 INFO  [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C41559%2C1731403409002.meta:.meta(num 1731403410173)
2024-11-12T09:23:42,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741833_1009 (size=1028)
2024-11-12T09:23:42,412 DEBUG [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/oldWALs
2024-11-12T09:23:42,412 INFO  [RS:0;106923ea030f:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C41559%2C1731403409002:(num 1731403409780)
2024-11-12T09:23:42,412 DEBUG [RS:0;106923ea030f:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:42,412 INFO  [RS:0;106923ea030f:41559 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:42,413 INFO  [RS:0;106923ea030f:41559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:42,413 INFO  [RS:0;106923ea030f:41559 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:42,413 INFO  [RS:0;106923ea030f:41559 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:42,413 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:42,413 INFO  [RS:0;106923ea030f:41559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:41559.
2024-11-12T09:23:42,413 DEBUG [RS:0;106923ea030f:41559 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:42,413 DEBUG [RS:0;106923ea030f:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:42,414 DEBUG [RS:0;106923ea030f:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:42,414 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:42,414 INFO  [RS:0;106923ea030f:41559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41559
2024-11-12T09:23:42,424 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-751861031/rs/106923ea030f,41559,1731403409002
2024-11-12T09:23:42,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031/rs
2024-11-12T09:23:42,424 INFO  [RS:0;106923ea030f:41559 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:42,435 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,41559,1731403409002]
2024-11-12T09:23:42,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-751861031/draining/106923ea030f,41559,1731403409002 already deleted, retry=false
2024-11-12T09:23:42,445 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,41559,1731403409002 expired; onlineServers=0
2024-11-12T09:23:42,445 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,43363,1731403408841' *****
2024-11-12T09:23:42,445 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:23:42,445 INFO  [M:0;106923ea030f:43363 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:42,445 INFO  [M:0;106923ea030f:43363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:42,445 DEBUG [M:0;106923ea030f:43363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:23:42,445 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:23:42,446 DEBUG [M:0;106923ea030f:43363 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:23:42,446 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403409488 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403409488,5,FailOnTimeoutGroup]
2024-11-12T09:23:42,446 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403409476 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403409476,5,FailOnTimeoutGroup]
2024-11-12T09:23:42,446 INFO  [M:0;106923ea030f:43363 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:42,446 INFO  [M:0;106923ea030f:43363 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:42,446 DEBUG [M:0;106923ea030f:43363 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:23:42,446 INFO  [M:0;106923ea030f:43363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:23:42,446 INFO  [M:0;106923ea030f:43363 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:42,447 INFO  [M:0;106923ea030f:43363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:23:42,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:23:42,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-751861031/master
2024-11-12T09:23:42,456 DEBUG [M:0;106923ea030f:43363 {}] zookeeper.ZKUtil(347): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Unable to get data of znode /2-751861031/master because node does not exist (not an error)
2024-11-12T09:23:42,456 WARN  [M:0;106923ea030f:43363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:23:42,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-751861031
2024-11-12T09:23:42,461 INFO  [M:0;106923ea030f:43363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/.lastflushedseqids
2024-11-12T09:23:42,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741843_1019 (size=173)
2024-11-12T09:23:42,535 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:42,535 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1012e5b2cb90007, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:42,535 INFO  [RS:0;106923ea030f:41559 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:42,535 INFO  [RS:0;106923ea030f:41559 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,41559,1731403409002; zookeeper connection closed.
2024-11-12T09:23:42,535 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@656a3415 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@656a3415
2024-11-12T09:23:42,536 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:23:42,707 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:42,873 INFO  [M:0;106923ea030f:43363 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:23:42,873 INFO  [M:0;106923ea030f:43363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:23:42,873 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:42,873 INFO  [M:0;106923ea030f:43363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:42,873 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:42,873 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:42,873 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:42,873 INFO  [M:0;106923ea030f:43363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB
2024-11-12T09:23:42,891 DEBUG [M:0;106923ea030f:43363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d76b10fe91c34c02b11443d1fd13c711 is 82, key is hbase:meta,,1/info:regioninfo/1731403410209/Put/seqid=0
2024-11-12T09:23:42,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741844_1020 (size=5672)
2024-11-12T09:23:43,042 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:43,294 INFO  [M:0;106923ea030f:43363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d76b10fe91c34c02b11443d1fd13c711
2024-11-12T09:23:43,324 DEBUG [M:0;106923ea030f:43363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/138cd38862564897818ec9a3ffbc4a3d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403412762/Put/seqid=0
2024-11-12T09:23:43,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741845_1021 (size=6586)
2024-11-12T09:23:43,610 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:43,740 INFO  [M:0;106923ea030f:43363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/138cd38862564897818ec9a3ffbc4a3d
2024-11-12T09:23:43,757 DEBUG [M:0;106923ea030f:43363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33ede419fa834fce982695d2d6fc3700 is 69, key is 106923ea030f,41559,1731403409002/rs:state/1731403409550/Put/seqid=0
2024-11-12T09:23:43,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741846_1022 (size=5156)
2024-11-12T09:23:43,944 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:44,161 INFO  [M:0;106923ea030f:43363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33ede419fa834fce982695d2d6fc3700
2024-11-12T09:23:44,165 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d76b10fe91c34c02b11443d1fd13c711 as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d76b10fe91c34c02b11443d1fd13c711
2024-11-12T09:23:44,167 INFO  [M:0;106923ea030f:43363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d76b10fe91c34c02b11443d1fd13c711, entries=8, sequenceid=55, filesize=5.5 K
2024-11-12T09:23:44,168 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/138cd38862564897818ec9a3ffbc4a3d as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/138cd38862564897818ec9a3ffbc4a3d
2024-11-12T09:23:44,171 INFO  [M:0;106923ea030f:43363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/138cd38862564897818ec9a3ffbc4a3d, entries=6, sequenceid=55, filesize=6.4 K
2024-11-12T09:23:44,172 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33ede419fa834fce982695d2d6fc3700 as hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33ede419fa834fce982695d2d6fc3700
2024-11-12T09:23:44,175 INFO  [M:0;106923ea030f:43363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41779/user/jenkins/test-data/9e7bb191-dc8e-904d-536f-db73b5643ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33ede419fa834fce982695d2d6fc3700, entries=1, sequenceid=55, filesize=5.0 K
2024-11-12T09:23:44,175 INFO  [M:0;106923ea030f:43363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=55, compaction requested=false
2024-11-12T09:23:44,176 INFO  [M:0;106923ea030f:43363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:44,176 DEBUG [M:0;106923ea030f:43363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403422873Disabling compacts and flushes for region at 1731403422873Disabling writes for close at 1731403422873Obtaining lock to block concurrent updates at 1731403422873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403422873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731403422874 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403422874Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403422874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403422890 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403422890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403423298 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403423324 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403423324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403423744 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403423757 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403423757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a2c209: reopening flushed file at 1731403424164 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486f56a: reopening flushed file at 1731403424168 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439e7d53: reopening flushed file at 1731403424171 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=55, compaction requested=false at 1731403424175 (+4 ms)Writing region close event to WAL at 1731403424176 (+1 ms)Closed at 1731403424176
2024-11-12T09:23:44,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741830_1006 (size=32770)
2024-11-12T09:23:44,178 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:44,178 INFO  [M:0;106923ea030f:43363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:23:44,178 INFO  [M:0;106923ea030f:43363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43363
2024-11-12T09:23:44,179 INFO  [M:0;106923ea030f:43363 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:44,334 INFO  [M:0;106923ea030f:43363 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:44,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:44,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x1012e5b2cb90006, quorum=127.0.0.1:53527, baseZNode=/2-751861031 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:44,336 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d09c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:44,337 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b4e553d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:44,337 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:44,337 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92f8990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:44,337 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7d09a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:44,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:23:44,338 WARN  [BP-1440556199-172.17.0.2-1731403406477 heartbeating to localhost/127.0.0.1:41779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:23:44,338 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:23:44,338 WARN  [BP-1440556199-172.17.0.2-1731403406477 heartbeating to localhost/127.0.0.1:41779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440556199-172.17.0.2-1731403406477 (Datanode Uuid dddc194b-53d0-426b-84e3-db28426a8573) service to localhost/127.0.0.1:41779
2024-11-12T09:23:44,338 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/cluster_f3b9ee69-ced4-b5dc-d2bf-cd4f509220a8/data/data1/current/BP-1440556199-172.17.0.2-1731403406477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:44,338 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/cluster_f3b9ee69-ced4-b5dc-d2bf-cd4f509220a8/data/data2/current/BP-1440556199-172.17.0.2-1731403406477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:44,339 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:23:44,343 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f01166e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:44,343 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f8aa1c1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:44,343 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:44,343 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15604af6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:44,343 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db8c3f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b0c7a96b-6653-b80d-3ce5-cdac75017149/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:44,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:23:44,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:23:44,354 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:44,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:44,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:44,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:44,354 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:44,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:23:44,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=724362919, stopped=false
2024-11-12T09:23:44,354 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,36933,1731403402931
2024-11-12T09:23:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795792371/running
2024-11-12T09:23:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795792371/running
2024-11-12T09:23:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:44,371 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:44,371 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:44,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:44,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:44,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/running
2024-11-12T09:23:44,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Set watcher on znode that does not yet exist, /1-795792371/running
2024-11-12T09:23:44,372 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,34235,1731403403126' *****
2024-11-12T09:23:44,372 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:23:44,372 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:23:44,372 INFO  [RS:0;106923ea030f:34235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:23:44,372 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:23:44,372 INFO  [RS:0;106923ea030f:34235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:23:44,372 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(3091): Received CLOSE for bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,34235,1731403403126
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcf2000d4af24ba0af88af16b054fc46, disabling compactions & flushes
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:34235.
2024-11-12T09:23:44,373 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46. after waiting 0 ms
2024-11-12T09:23:44,373 DEBUG [RS:0;106923ea030f:34235 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:44,373 DEBUG [RS:0;106923ea030f:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:23:44,373 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T09:23:44,373 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcf2000d4af24ba0af88af16b054fc46=test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.}
2024-11-12T09:23:44,373 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcf2000d4af24ba0af88af16b054fc46
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:44,373 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:44,373 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:44,374 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-12T09:23:44,376 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/default/test/bcf2000d4af24ba0af88af16b054fc46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:23:44,376 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:44,376 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:44,376 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:44,376 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcf2000d4af24ba0af88af16b054fc46:
Waiting for close lock at 1731403424373Running coprocessor pre-close hooks at 1731403424373Disabling compacts and flushes for region at 1731403424373Disabling writes for close at 1731403424373Writing region close event to WAL at 1731403424373Running coprocessor post-close hooks at 1731403424376 (+3 ms)Closed at 1731403424376
2024-11-12T09:23:44,376 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46.
2024-11-12T09:23:44,398 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:44,398 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/info/c3d46d780fc24c14ba53ae10875af147 is 129, key is test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46./info:regioninfo/1731403411356/Put/seqid=0
2024-11-12T09:23:44,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741841_1017 (size=6421)
2024-11-12T09:23:44,574 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:44,579 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:23:44,579 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:23:44,616 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:44,774 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:44,806 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/info/c3d46d780fc24c14ba53ae10875af147
2024-11-12T09:23:44,844 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/ns/6114e6c2e0be438e8909b71c5fe807aa is 43, key is default/ns:d/1731403406222/Put/seqid=0
2024-11-12T09:23:44,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741842_1018 (size=5153)
2024-11-12T09:23:44,864 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/ns/6114e6c2e0be438e8909b71c5fe807aa
2024-11-12T09:23:44,889 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/rep_barrier/4806f4ef244b4f7b8497067f024d5401 is 112, key is test,,1731403410976.bcf2000d4af24ba0af88af16b054fc46./rep_barrier:seqnumDuringOpen/1731403411356/Put/seqid=0
2024-11-12T09:23:44,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741843_1019 (size=5518)
2024-11-12T09:23:44,900 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/rep_barrier/4806f4ef244b4f7b8497067f024d5401
2024-11-12T09:23:44,919 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/table/418ea02274454b0ea34c5c9f308fc992 is 40, key is test/table:state/1731403411363/Put/seqid=0
2024-11-12T09:23:44,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741844_1020 (size=5165)
2024-11-12T09:23:44,947 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:44,974 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:45,174 DEBUG [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:45,326 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/table/418ea02274454b0ea34c5c9f308fc992
2024-11-12T09:23:45,330 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/info/c3d46d780fc24c14ba53ae10875af147 as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/info/c3d46d780fc24c14ba53ae10875af147
2024-11-12T09:23:45,334 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/info/c3d46d780fc24c14ba53ae10875af147, entries=10, sequenceid=11, filesize=6.3 K
2024-11-12T09:23:45,334 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/ns/6114e6c2e0be438e8909b71c5fe807aa as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/ns/6114e6c2e0be438e8909b71c5fe807aa
2024-11-12T09:23:45,337 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/ns/6114e6c2e0be438e8909b71c5fe807aa, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:23:45,338 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/rep_barrier/4806f4ef244b4f7b8497067f024d5401 as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/rep_barrier/4806f4ef244b4f7b8497067f024d5401
2024-11-12T09:23:45,341 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/rep_barrier/4806f4ef244b4f7b8497067f024d5401, entries=1, sequenceid=11, filesize=5.4 K
2024-11-12T09:23:45,341 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/.tmp/table/418ea02274454b0ea34c5c9f308fc992 as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/table/418ea02274454b0ea34c5c9f308fc992
2024-11-12T09:23:45,344 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/table/418ea02274454b0ea34c5c9f308fc992, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T09:23:45,345 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=11, compaction requested=false
2024-11-12T09:23:45,349 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T09:23:45,349 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:45,349 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:45,349 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:45,349 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403424373Running coprocessor pre-close hooks at 1731403424373Disabling compacts and flushes for region at 1731403424373Disabling writes for close at 1731403424373Obtaining lock to block concurrent updates at 1731403424374 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731403424374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731403424374Flushing stores of hbase:meta,,1.1588230740 at 1731403424374Flushing 1588230740/info: creating writer at 1731403424374Flushing 1588230740/info: appending metadata at 1731403424398 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731403424398Flushing 1588230740/ns: creating writer at 1731403424815 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731403424844 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731403424844Flushing 1588230740/rep_barrier: creating writer at 1731403424870 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403424888 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403424888Flushing 1588230740/table: creating writer at 1731403424904 (+16 ms)Flushing 1588230740/table: appending metadata at 1731403424918 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731403424918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7daea1ed: reopening flushed file at 1731403425330 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660ffd3b: reopening flushed file at 1731403425334 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d021e9: reopening flushed file at 1731403425337 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e0ef9a: reopening flushed file at 1731403425341 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=11, compaction requested=false at 1731403425345 (+4 ms)Writing region close event to WAL at 1731403425346 (+1 ms)Running coprocessor post-close hooks at 1731403425349 (+3 ms)Closed at 1731403425349
2024-11-12T09:23:45,349 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:45,374 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,34235,1731403403126; all regions closed.
2024-11-12T09:23:45,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741834_1010 (size=2717)
2024-11-12T09:23:45,378 DEBUG [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/oldWALs
2024-11-12T09:23:45,378 INFO  [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C34235%2C1731403403126.meta:.meta(num 1731403406164)
2024-11-12T09:23:45,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741832_1008 (size=1374)
2024-11-12T09:23:45,380 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/WALs/106923ea030f,34235,1731403403126/106923ea030f%2C34235%2C1731403403126.1731403405714 not finished, retry = 0
2024-11-12T09:23:45,481 DEBUG [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/oldWALs
2024-11-12T09:23:45,481 INFO  [RS:0;106923ea030f:34235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C34235%2C1731403403126:(num 1731403405714)
2024-11-12T09:23:45,481 DEBUG [RS:0;106923ea030f:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:45,481 INFO  [RS:0;106923ea030f:34235 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:45,482 INFO  [RS:0;106923ea030f:34235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:45,482 INFO  [RS:0;106923ea030f:34235 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:45,482 INFO  [RS:0;106923ea030f:34235 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:45,482 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:45,482 INFO  [RS:0;106923ea030f:34235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:34235.
2024-11-12T09:23:45,482 DEBUG [RS:0;106923ea030f:34235 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:45,482 DEBUG [RS:0;106923ea030f:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:45,483 DEBUG [RS:0;106923ea030f:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:45,483 INFO  [RS:0;106923ea030f:34235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34235
2024-11-12T09:23:45,483 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:45,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795792371/rs/106923ea030f,34235,1731403403126
2024-11-12T09:23:45,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371/rs
2024-11-12T09:23:45,550 INFO  [RS:0;106923ea030f:34235 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:45,560 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,34235,1731403403126]
2024-11-12T09:23:45,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-795792371/draining/106923ea030f,34235,1731403403126 already deleted, retry=false
2024-11-12T09:23:45,571 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,34235,1731403403126 expired; onlineServers=0
2024-11-12T09:23:45,571 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,36933,1731403402931' *****
2024-11-12T09:23:45,571 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:23:45,571 INFO  [M:0;106923ea030f:36933 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:45,571 INFO  [M:0;106923ea030f:36933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:45,571 DEBUG [M:0;106923ea030f:36933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:23:45,571 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:23:45,571 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403405384 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403405384,5,FailOnTimeoutGroup]
2024-11-12T09:23:45,571 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403405384 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403405384,5,FailOnTimeoutGroup]
2024-11-12T09:23:45,572 DEBUG [M:0;106923ea030f:36933 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:23:45,572 INFO  [M:0;106923ea030f:36933 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:45,572 INFO  [M:0;106923ea030f:36933 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:45,572 DEBUG [M:0;106923ea030f:36933 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:23:45,572 INFO  [M:0;106923ea030f:36933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:23:45,572 INFO  [M:0;106923ea030f:36933 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:45,572 INFO  [M:0;106923ea030f:36933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:23:45,572 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:23:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795792371/master
2024-11-12T09:23:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795792371
2024-11-12T09:23:45,582 DEBUG [M:0;106923ea030f:36933 {}] zookeeper.ZKUtil(347): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Unable to get data of znode /1-795792371/master because node does not exist (not an error)
2024-11-12T09:23:45,582 WARN  [M:0;106923ea030f:36933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:23:45,583 INFO  [M:0;106923ea030f:36933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/.lastflushedseqids
2024-11-12T09:23:45,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741845_1021 (size=173)
2024-11-12T09:23:45,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:45,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1012e5b2cb90004, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:45,661 INFO  [RS:0;106923ea030f:34235 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:45,661 INFO  [RS:0;106923ea030f:34235 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,34235,1731403403126; zookeeper connection closed.
2024-11-12T09:23:45,673 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49ca4197 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49ca4197
2024-11-12T09:23:45,673 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:23:45,725 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:45,987 INFO  [M:0;106923ea030f:36933 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:23:45,987 INFO  [M:0;106923ea030f:36933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:23:45,987 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:45,987 INFO  [M:0;106923ea030f:36933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:45,987 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:45,988 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:45,988 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:45,988 INFO  [M:0;106923ea030f:36933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB
2024-11-12T09:23:46,001 DEBUG [M:0;106923ea030f:36933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de932f56fc14e868d714abff7cc51b1 is 82, key is hbase:meta,,1/info:regioninfo/1731403406201/Put/seqid=0
2024-11-12T09:23:46,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741846_1022 (size=5672)
2024-11-12T09:23:46,004 INFO  [M:0;106923ea030f:36933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de932f56fc14e868d714abff7cc51b1
2024-11-12T09:23:46,020 DEBUG [M:0;106923ea030f:36933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974b077cd90340ea9371555f19624d9d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731403411367/Put/seqid=0
2024-11-12T09:23:46,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741847_1023 (size=6587)
2024-11-12T09:23:46,053 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:46,424 INFO  [M:0;106923ea030f:36933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974b077cd90340ea9371555f19624d9d
2024-11-12T09:23:46,439 DEBUG [M:0;106923ea030f:36933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6804df139a94b91bb7a372459b1fa38 is 69, key is 106923ea030f,34235,1731403403126/rs:state/1731403405505/Put/seqid=0
2024-11-12T09:23:46,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741848_1024 (size=5156)
2024-11-12T09:23:46,506 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T09:23:46,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,507 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,554 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,554 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,554 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,554 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,554 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,554 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,560 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,565 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,590 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T09:23:46,842 INFO  [M:0;106923ea030f:36933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6804df139a94b91bb7a372459b1fa38
2024-11-12T09:23:46,846 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de932f56fc14e868d714abff7cc51b1 as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de932f56fc14e868d714abff7cc51b1
2024-11-12T09:23:46,849 INFO  [M:0;106923ea030f:36933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de932f56fc14e868d714abff7cc51b1, entries=8, sequenceid=55, filesize=5.5 K
2024-11-12T09:23:46,850 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974b077cd90340ea9371555f19624d9d as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974b077cd90340ea9371555f19624d9d
2024-11-12T09:23:46,852 INFO  [M:0;106923ea030f:36933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974b077cd90340ea9371555f19624d9d, entries=6, sequenceid=55, filesize=6.4 K
2024-11-12T09:23:46,853 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6804df139a94b91bb7a372459b1fa38 as hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6804df139a94b91bb7a372459b1fa38
2024-11-12T09:23:46,856 INFO  [M:0;106923ea030f:36933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/42a8cd05-67b5-d659-5405-190347b839ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6804df139a94b91bb7a372459b1fa38, entries=1, sequenceid=55, filesize=5.0 K
2024-11-12T09:23:46,857 INFO  [M:0;106923ea030f:36933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=55, compaction requested=false
2024-11-12T09:23:46,859 INFO  [M:0;106923ea030f:36933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:46,859 DEBUG [M:0;106923ea030f:36933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403425987Disabling compacts and flushes for region at 1731403425987Disabling writes for close at 1731403425988 (+1 ms)Obtaining lock to block concurrent updates at 1731403425988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403425988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731403425988Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403425989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403425989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403426001 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403426001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403426008 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403426020 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403426020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403426427 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403426439 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403426439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1292a3a8: reopening flushed file at 1731403426845 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60289941: reopening flushed file at 1731403426849 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cfa121: reopening flushed file at 1731403426853 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=55, compaction requested=false at 1731403426857 (+4 ms)Writing region close event to WAL at 1731403426859 (+2 ms)Closed at 1731403426859
2024-11-12T09:23:46,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34681 is added to blk_1073741830_1006 (size=32782)
2024-11-12T09:23:46,871 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:46,871 INFO  [M:0;106923ea030f:36933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:23:46,871 INFO  [M:0;106923ea030f:36933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36933
2024-11-12T09:23:46,871 INFO  [M:0;106923ea030f:36933 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:46,930 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:47,040 INFO  [M:0;106923ea030f:36933 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36933-0x1012e5b2cb90003, quorum=127.0.0.1:53527, baseZNode=/1-795792371 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:47,042 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a1abd50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:47,042 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e870a57{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:47,042 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:47,042 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715b30ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:47,042 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea74bcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:47,042 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:23:47,043 WARN  [BP-922731123-172.17.0.2-1731403400051 heartbeating to localhost/127.0.0.1:34671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:23:47,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:23:47,043 WARN  [BP-922731123-172.17.0.2-1731403400051 heartbeating to localhost/127.0.0.1:34671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-922731123-172.17.0.2-1731403400051 (Datanode Uuid eb6d1af2-9999-41af-9bca-b2053369a0f3) service to localhost/127.0.0.1:34671
2024-11-12T09:23:47,043 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:23:47,044 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/cluster_a3b8dc38-3f64-fe97-242d-eb1b3d2b000c/data/data1/current/BP-922731123-172.17.0.2-1731403400051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:47,044 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/cluster_a3b8dc38-3f64-fe97-242d-eb1b3d2b000c/data/data2/current/BP-922731123-172.17.0.2-1731403400051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:47,044 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:23:47,048 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3daa7c37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:47,049 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@653651af{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:47,049 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:47,049 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc148ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:47,049 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca77918{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ee9c17-19e6-1158-8118-4cd5e7949ee0/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:47,060 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:23:47,060 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:23:47,060 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:47,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:47,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:47,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:47,060 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:47,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:23:47,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=731057299, stopped=false
2024-11-12T09:23:47,060 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,38035,1731403397054
2024-11-12T09:23:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1105730766/running
2024-11-12T09:23:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1105730766/running
2024-11-12T09:23:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:47,140 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:47,140 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:23:47,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:47,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:47,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/running
2024-11-12T09:23:47,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Set watcher on znode that does not yet exist, /0-1105730766/running
2024-11-12T09:23:47,140 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,34397,1731403397246' *****
2024-11-12T09:23:47,141 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:23:47,141 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(3091): Received CLOSE for 494b98a5c27b5d9ba3238836655a9cf6
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,34397,1731403397246
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:34397.
2024-11-12T09:23:47,141 DEBUG [RS:0;106923ea030f:34397 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:47,141 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cd2ce67eddafaa6d4e3003bae6032f2, disabling compactions & flushes
2024-11-12T09:23:47,141 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:47,141 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:47,141 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:47,141 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2. after waiting 0 ms
2024-11-12T09:23:47,141 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:23:47,141 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cd2ce67eddafaa6d4e3003bae6032f2 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB
2024-11-12T09:23:47,141 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:23:47,142 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-12T09:23:47,142 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1325): Online Regions={5cd2ce67eddafaa6d4e3003bae6032f2=hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2., 494b98a5c27b5d9ba3238836655a9cf6=test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6., 1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:23:47,142 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b98a5c27b5d9ba3238836655a9cf6, 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:47,142 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:23:47,142 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:23:47,142 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:23:47,142 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:23:47,142 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:23:47,142 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-12T09:23:47,154 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/info/6ba814cdc0534ef2bca358b6239069e6 is 147, key is hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2./info:regioninfo/1731403414198/Put/seqid=0
2024-11-12T09:23:47,155 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/.tmp/hfileref/d10091774f404aad9c10d24a4a730465 is 74, key is 1/hfileref:22b4a013f8024d118763a29775481c44_SeqId_6_/1731403419558/DeleteColumn/seqid=0
2024-11-12T09:23:47,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741847_1023 (size=7686)
2024-11-12T09:23:47,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741848_1024 (size=5489)
2024-11-12T09:23:47,226 INFO  [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:47,256 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:47,342 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b98a5c27b5d9ba3238836655a9cf6, 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:47,542 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b98a5c27b5d9ba3238836655a9cf6, 5cd2ce67eddafaa6d4e3003bae6032f2
2024-11-12T09:23:47,561 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/info/6ba814cdc0534ef2bca358b6239069e6
2024-11-12T09:23:47,562 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/.tmp/hfileref/d10091774f404aad9c10d24a4a730465
2024-11-12T09:23:47,593 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/.tmp/queue/42f57add304448ed9d16f410cc403f1b is 153, key is 1-106923ea030f,34397,1731403397246/queue:106923ea030f%2C34397%2C1731403397246/1731403419560/Put/seqid=0
2024-11-12T09:23:47,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741849_1025 (size=5504)
2024-11-12T09:23:47,601 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/.tmp/queue/42f57add304448ed9d16f410cc403f1b
2024-11-12T09:23:47,607 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/ns/5f320edd445c4445b7ed8cd7dbaec220 is 43, key is default/ns:d/1731403399897/Put/seqid=0
2024-11-12T09:23:47,609 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/.tmp/hfileref/d10091774f404aad9c10d24a4a730465 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/hfileref/d10091774f404aad9c10d24a4a730465
2024-11-12T09:23:47,612 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/hfileref/d10091774f404aad9c10d24a4a730465, entries=6, sequenceid=17, filesize=5.4 K
2024-11-12T09:23:47,613 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/.tmp/queue/42f57add304448ed9d16f410cc403f1b as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/queue/42f57add304448ed9d16f410cc403f1b
2024-11-12T09:23:47,620 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/queue/42f57add304448ed9d16f410cc403f1b, entries=2, sequenceid=17, filesize=5.4 K
2024-11-12T09:23:47,621 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5cd2ce67eddafaa6d4e3003bae6032f2 in 480ms, sequenceid=17, compaction requested=false
2024-11-12T09:23:47,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741850_1026 (size=5153)
2024-11-12T09:23:47,633 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/replication/5cd2ce67eddafaa6d4e3003bae6032f2/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1
2024-11-12T09:23:47,633 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:47,633 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:47,634 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:47,634 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cd2ce67eddafaa6d4e3003bae6032f2:
Waiting for close lock at 1731403427141Running coprocessor pre-close hooks at 1731403427141Disabling compacts and flushes for region at 1731403427141Disabling writes for close at 1731403427141Obtaining lock to block concurrent updates at 1731403427141Preparing flush snapshotting stores in 5cd2ce67eddafaa6d4e3003bae6032f2 at 1731403427141Finished memstore snapshotting hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731403427142 (+1 ms)Flushing stores of hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2. at 1731403427142Flushing 5cd2ce67eddafaa6d4e3003bae6032f2/hfileref: creating writer at 1731403427142Flushing 5cd2ce67eddafaa6d4e3003bae6032f2/hfileref: appending metadata at 1731403427154 (+12 ms)Flushing 5cd2ce67eddafaa6d4e3003bae6032f2/hfileref: closing flushed file at 1731403427154Flushing 5cd2ce67eddafaa6d4e3003bae6032f2/queue: creating writer at 1731403427571 (+417 ms)Flushing 5cd2ce67eddafaa6d4e3003bae6032f2/queue: appending metadata at 1731403427592 (+21 ms)Flushing 5cd2ce67eddafaa6d4e3003bae6032f2/queue: closing flushed file at 1731403427593 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20be898f: reopening flushed file at 1731403427608 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ddf68a: reopening flushed file at 1731403427612 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5cd2ce67eddafaa6d4e3003bae6032f2 in 480ms, sequenceid=17, compaction requested=false at 1731403427621 (+9 ms)Writing region close event to WAL at 1731403427627 (+6 ms)Running coprocessor post-close hooks at 1731403427633 (+6 ms)Closed at 1731403427633
2024-11-12T09:23:47,634 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731403413781.5cd2ce67eddafaa6d4e3003bae6032f2.
2024-11-12T09:23:47,634 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 494b98a5c27b5d9ba3238836655a9cf6, disabling compactions & flushes
2024-11-12T09:23:47,634 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:47,634 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:47,634 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6. after waiting 0 ms
2024-11-12T09:23:47,634 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:47,640 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/default/test/494b98a5c27b5d9ba3238836655a9cf6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:23:47,641 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:47,641 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-12T09:23:47,641 INFO  [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:47,641 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 494b98a5c27b5d9ba3238836655a9cf6:
Waiting for close lock at 1731403427634Running coprocessor pre-close hooks at 1731403427634Disabling compacts and flushes for region at 1731403427634Disabling writes for close at 1731403427634Writing region close event to WAL at 1731403427637 (+3 ms)Running coprocessor post-close hooks at 1731403427641 (+4 ms)Closed at 1731403427641
2024-11-12T09:23:47,641 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6.
2024-11-12T09:23:47,742 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:47,942 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:48,027 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/ns/5f320edd445c4445b7ed8cd7dbaec220
2024-11-12T09:23:48,044 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/rep_barrier/4092545b097641fe94aa454ef0283e3c is 112, key is test,,1731403410342.494b98a5c27b5d9ba3238836655a9cf6./rep_barrier:seqnumDuringOpen/1731403410725/Put/seqid=0
2024-11-12T09:23:48,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741851_1027 (size=5518)
2024-11-12T09:23:48,094 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:23:48,094 INFO  [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:23:48,143 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:48,234 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:48,237 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:48,238 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 688, reset compression=false
2024-11-12T09:23:48,238 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:23:48,238 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 106923ea030f,34397,1731403397246: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-106923ea030f,34397,1731403397246, walGroup=106923ea030f%2C34397%2C1731403397246, offset=106923ea030f%2C34397%2C1731403397246.1731403417839:688, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:34397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-12T09:23:48,239 ERROR [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:23:48,239 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:23:48,239 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:23:48,240 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:23:48,240 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:23:48,240 INFO  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1572864000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 985409792
      },
      "NonHeapMemoryUsage": {
        "committed": 211419136,
        "init": 7667712,
        "max": -1,
        "used": 208412032
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-12T09:23:48,240 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:38035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:38035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-12T09:23:48,343 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T09:23:48,343 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T09:23:48,343 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:48,440 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 688, reset compression=false
2024-11-12T09:23:48,447 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/rep_barrier/4092545b097641fe94aa454ef0283e3c
2024-11-12T09:23:48,463 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/table/bfefe578790f48628cae0c411c600722 is 53, key is hbase:replication/table:state/1731403414210/Put/seqid=0
2024-11-12T09:23:48,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741852_1028 (size=5308)
2024-11-12T09:23:48,543 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:48,559 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 393, reset compression=false
2024-11-12T09:23:48,563 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-12T09:23:48,563 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 688, reset compression=false
2024-11-12T09:23:48,563 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-106923ea030f,34397,1731403397246 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-12T09:23:48,563 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-12T09:23:48,743 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 688, reset compression=false
2024-11-12T09:23:48,743 DEBUG [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T09:23:48,765 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 688, reset compression=false
2024-11-12T09:23:48,870 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/table/bfefe578790f48628cae0c411c600722
2024-11-12T09:23:48,874 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/info/6ba814cdc0534ef2bca358b6239069e6 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/info/6ba814cdc0534ef2bca358b6239069e6
2024-11-12T09:23:48,877 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/info/6ba814cdc0534ef2bca358b6239069e6, entries=20, sequenceid=16, filesize=7.5 K
2024-11-12T09:23:48,878 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/ns/5f320edd445c4445b7ed8cd7dbaec220 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/ns/5f320edd445c4445b7ed8cd7dbaec220
2024-11-12T09:23:48,882 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/ns/5f320edd445c4445b7ed8cd7dbaec220, entries=2, sequenceid=16, filesize=5.0 K
2024-11-12T09:23:48,882 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/rep_barrier/4092545b097641fe94aa454ef0283e3c as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/rep_barrier/4092545b097641fe94aa454ef0283e3c
2024-11-12T09:23:48,885 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/rep_barrier/4092545b097641fe94aa454ef0283e3c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-12T09:23:48,886 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/.tmp/table/bfefe578790f48628cae0c411c600722 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/table/bfefe578790f48628cae0c411c600722
2024-11-12T09:23:48,889 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/table/bfefe578790f48628cae0c411c600722, entries=4, sequenceid=16, filesize=5.2 K
2024-11-12T09:23:48,890 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false
2024-11-12T09:23:48,890 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:23:48,895 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-12T09:23:48,896 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-12T09:23:48,896 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:23:48,896 INFO  [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:48,896 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731403427142Running coprocessor pre-close hooks at 1731403427142Disabling compacts and flushes for region at 1731403427142Disabling writes for close at 1731403427142Obtaining lock to block concurrent updates at 1731403427142Preparing flush snapshotting stores in 1588230740 at 1731403427142Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731403427142Flushing stores of hbase:meta,,1.1588230740 at 1731403427142Flushing 1588230740/info: creating writer at 1731403427143 (+1 ms)Flushing 1588230740/info: appending metadata at 1731403427154 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731403427154Flushing 1588230740/ns: creating writer at 1731403427571 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731403427606 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731403427607 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731403428030 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403428043 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403428043Flushing 1588230740/table: creating writer at 1731403428450 (+407 ms)Flushing 1588230740/table: appending metadata at 1731403428462 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731403428462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75568031: reopening flushed file at 1731403428873 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54971460: reopening flushed file at 1731403428877 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f42d034: reopening flushed file at 1731403428882 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70360b23: reopening flushed file at 1731403428886 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1731403428890 (+4 ms)Writing region close event to WAL at 1731403428892 (+2 ms)Running coprocessor post-close hooks at 1731403428896 (+4 ms)Closed at 1731403428896
2024-11-12T09:23:48,896 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:23:48,943 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,34397,1731403397246; all regions closed.
2024-11-12T09:23:48,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741842_1018 (size=859)
2024-11-12T09:23:48,945 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.meta.1731403417821.meta not finished, retry = 0
2024-11-12T09:23:49,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741844_1020 (size=2791)
2024-11-12T09:23:49,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741843_1019 (size=696)
2024-11-12T09:23:49,049 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:49,049 INFO  [RS:0;106923ea030f:34397 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:23:49,052 INFO  [RS:0;106923ea030f:34397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:49,052 INFO  [RS:0;106923ea030f:34397 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:49,052 INFO  [RS:0;106923ea030f:34397 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:49,052 INFO  [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:49,053 INFO  [RS:0;106923ea030f:34397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-106923ea030f,34397,1731403397246 because: Region server is closing
2024-11-12T09:23:49,053 INFO  [RS:0;106923ea030f:34397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:34397.
2024-11-12T09:23:49,053 DEBUG [RS:0;106923ea030f:34397 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:49,053 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:49,053 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:49,053 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:49,146 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839 to pos 688, reset compression=false
2024-11-12T09:23:49,147 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/WALs/106923ea030f,34397,1731403397246/106923ea030f%2C34397%2C1731403397246.1731403417839
2024-11-12T09:23:49,147 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-12T09:23:49,147 DEBUG [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-12T09:23:49,154 INFO  [RS:0;106923ea030f:34397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,1-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,1-106923ea030f,34397,1731403397246 terminated
2024-11-12T09:23:49,154 INFO  [RS:0;106923ea030f:34397 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-106923ea030f,34397,1731403397246 because: Region server is closing
2024-11-12T09:23:49,154 INFO  [RS:0;106923ea030f:34397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:34397.
2024-11-12T09:23:49,154 DEBUG [RS:0;106923ea030f:34397 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:23:49,154 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:49,154 DEBUG [RS:0;106923ea030f:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:23:49,154 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:23:49,254 INFO  [RS:0;106923ea030f:34397 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.shipper106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 terminated
2024-11-12T09:23:49,254 WARN  [RS_REFRESH_PEER-regionserver/106923ea030f:0-0.replicationSource,2-106923ea030f,34397,1731403397246.replicationSource.wal-reader.106923ea030f%2C34397%2C1731403397246,2-106923ea030f,34397,1731403397246 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?]
2024-11-12T09:23:49,254 INFO  [RS:0;106923ea030f:34397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34397
2024-11-12T09:23:49,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766/rs
2024-11-12T09:23:49,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1105730766/rs/106923ea030f,34397,1731403397246
2024-11-12T09:23:49,271 INFO  [RS:0;106923ea030f:34397 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:49,282 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,34397,1731403397246]
2024-11-12T09:23:49,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1105730766/draining/106923ea030f,34397,1731403397246 already deleted, retry=false
2024-11-12T09:23:49,371 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,34397,1731403397246 expired; onlineServers=0
2024-11-12T09:23:49,371 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,38035,1731403397054' *****
2024-11-12T09:23:49,371 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:23:49,371 INFO  [M:0;106923ea030f:38035 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:23:49,371 INFO  [M:0;106923ea030f:38035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:23:49,371 DEBUG [M:0;106923ea030f:38035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:23:49,371 DEBUG [M:0;106923ea030f:38035 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:23:49,371 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:23:49,371 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403398980 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403398980,5,FailOnTimeoutGroup]
2024-11-12T09:23:49,371 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403398980 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403398980,5,FailOnTimeoutGroup]
2024-11-12T09:23:49,371 INFO  [M:0;106923ea030f:38035 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:23:49,371 INFO  [M:0;106923ea030f:38035 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:23:49,371 DEBUG [M:0;106923ea030f:38035 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:23:49,371 INFO  [M:0;106923ea030f:38035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:23:49,372 INFO  [M:0;106923ea030f:38035 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:23:49,372 ERROR [M:0;106923ea030f:38035 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:36555 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36555,5,PEWorkerGroup]
2024-11-12T09:23:49,372 INFO  [M:0;106923ea030f:38035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:23:49,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:23:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1105730766/master
2024-11-12T09:23:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1105730766
2024-11-12T09:23:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1012e5b2cb90001, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:49,382 INFO  [RS:0;106923ea030f:34397 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:49,382 INFO  [RS:0;106923ea030f:34397 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,34397,1731403397246; zookeeper connection closed.
2024-11-12T09:23:49,383 DEBUG [M:0;106923ea030f:38035 {}] zookeeper.ZKUtil(347): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Unable to get data of znode /0-1105730766/master because node does not exist (not an error)
2024-11-12T09:23:49,383 WARN  [M:0;106923ea030f:38035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:23:49,383 INFO  [M:0;106923ea030f:38035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/.lastflushedseqids
2024-11-12T09:23:49,384 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@121a8ee9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@121a8ee9
2024-11-12T09:23:49,385 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-12T09:23:49,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741853_1029 (size=263)
2024-11-12T09:23:49,791 INFO  [M:0;106923ea030f:38035 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:23:49,792 INFO  [M:0;106923ea030f:38035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:23:49,792 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:23:49,792 INFO  [M:0;106923ea030f:38035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:49,792 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:49,792 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:23:49,792 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:49,792 INFO  [M:0;106923ea030f:38035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB
2024-11-12T09:23:49,810 DEBUG [M:0;106923ea030f:38035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/260db02d8ea14f75907812dbd7556ac2 is 82, key is hbase:meta,,1/info:regioninfo/1731403399862/Put/seqid=0
2024-11-12T09:23:49,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741854_1030 (size=5672)
2024-11-12T09:23:49,824 INFO  [M:0;106923ea030f:38035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/260db02d8ea14f75907812dbd7556ac2
2024-11-12T09:23:49,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:23:49,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:23:49,843 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169105 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [106923ea030f,33889,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=106923ea030f:33889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-12T09:23:49,849 DEBUG [M:0;106923ea030f:38035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aae8de047be14c91bf00434423260e54 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731403414214/Put/seqid=0
2024-11-12T09:23:49,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741855_1031 (size=8909)
2024-11-12T09:23:50,264 INFO  [M:0;106923ea030f:38035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aae8de047be14c91bf00434423260e54
2024-11-12T09:23:50,285 DEBUG [M:0;106923ea030f:38035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f71fe9505c3546c897a3e7b394437c91 is 69, key is 106923ea030f,34397,1731403397246/rs:state/1731403399036/Put/seqid=0
2024-11-12T09:23:50,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741856_1032 (size=5156)
2024-11-12T09:23:50,289 INFO  [M:0;106923ea030f:38035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f71fe9505c3546c897a3e7b394437c91
2024-11-12T09:23:50,293 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/260db02d8ea14f75907812dbd7556ac2 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/260db02d8ea14f75907812dbd7556ac2
2024-11-12T09:23:50,296 INFO  [M:0;106923ea030f:38035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/260db02d8ea14f75907812dbd7556ac2, entries=8, sequenceid=112, filesize=5.5 K
2024-11-12T09:23:50,297 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aae8de047be14c91bf00434423260e54 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aae8de047be14c91bf00434423260e54
2024-11-12T09:23:50,301 INFO  [M:0;106923ea030f:38035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aae8de047be14c91bf00434423260e54, entries=13, sequenceid=112, filesize=8.7 K
2024-11-12T09:23:50,302 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f71fe9505c3546c897a3e7b394437c91 as hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f71fe9505c3546c897a3e7b394437c91
2024-11-12T09:23:50,310 INFO  [M:0;106923ea030f:38035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/03a8ec29-460e-7011-288e-de7e79946e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f71fe9505c3546c897a3e7b394437c91, entries=1, sequenceid=112, filesize=5.0 K
2024-11-12T09:23:50,311 INFO  [M:0;106923ea030f:38035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=112, compaction requested=false
2024-11-12T09:23:50,314 INFO  [M:0;106923ea030f:38035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:23:50,314 DEBUG [M:0;106923ea030f:38035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731403429792Disabling compacts and flushes for region at 1731403429792Disabling writes for close at 1731403429792Obtaining lock to block concurrent updates at 1731403429792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403429792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731403429792Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403429793 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403429793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403429810 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403429810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403429829 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403429849 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403429849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403430267 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403430284 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403430284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1b9fce: reopening flushed file at 1731403430292 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd03164: reopening flushed file at 1731403430296 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4fffa9: reopening flushed file at 1731403430301 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=112, compaction requested=false at 1731403430311 (+10 ms)Writing region close event to WAL at 1731403430314 (+3 ms)Closed at 1731403430314
2024-11-12T09:23:50,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741830_1006 (size=69055)
2024-11-12T09:23:50,317 INFO  [M:0;106923ea030f:38035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:23:50,317 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:23:50,318 INFO  [M:0;106923ea030f:38035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38035
2024-11-12T09:23:50,318 INFO  [M:0;106923ea030f:38035 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:23:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x1012e5b2cb90000, quorum=127.0.0.1:53527, baseZNode=/0-1105730766 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:23:50,503 INFO  [M:0;106923ea030f:38035 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:23:50,506 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7e875{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:23:50,507 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@225467c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:50,507 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:50,507 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d220e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:50,507 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62dcb6cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:50,510 WARN  [BP-515055212-172.17.0.2-1731403395364 heartbeating to localhost/127.0.0.1:36555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:23:50,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:23:50,510 WARN  [BP-515055212-172.17.0.2-1731403395364 heartbeating to localhost/127.0.0.1:36555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515055212-172.17.0.2-1731403395364 (Datanode Uuid d17642b5-d782-4a72-b332-818b8355099d) service to localhost/127.0.0.1:36555
2024-11-12T09:23:50,510 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:23:50,510 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/data/data1/current/BP-515055212-172.17.0.2-1731403395364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:50,511 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/cluster_93570633-415f-e3d4-9431-c365c89808fd/data/data2/current/BP-515055212-172.17.0.2-1731403395364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:23:50,511 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:23:50,518 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bc14f3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:23:50,519 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a4df66{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:23:50,519 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:23:50,519 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4437af4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:23:50,519 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b7f7fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0119d20a-5ab6-7c3c-d038-b40bcc01b5e0/hadoop.log.dir/,STOPPED}
2024-11-12T09:23:50,531 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:23:50,543 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:23:50,559 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 531)
Potentially hanging thread: LeaseRenewer:jenkins@localhost:41779
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34671 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41779 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-40-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36555 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34671
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36555 from jenkins.hfs.21
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34671 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41779
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36555
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41779 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34671
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34671 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41779
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41779
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41779
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53527)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-47-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36555
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53527)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41779 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41779
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36555 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-45-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53527)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=976 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 378) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7166 (was 6180) - AvailableMemoryMB LEAK? -
2024-11-12T09:23:50,559 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500