2024-12-16 05:33:39,426 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc
2024-12-16 05:33:39,440 main DEBUG Took 0.011424 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-16 05:33:39,441 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-16 05:33:39,441 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-16 05:33:39,442 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-16 05:33:39,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,451 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-16 05:33:39,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,469 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,470 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,472 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,474 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,475 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,476 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,478 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-16 05:33:39,480 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,480 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-16 05:33:39,482 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-16 05:33:39,484 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-16 05:33:39,486 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-16 05:33:39,487 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-16 05:33:39,489 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-16 05:33:39,489 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-16 05:33:39,499 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-16 05:33:39,502 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-16 05:33:39,504 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-16 05:33:39,505 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-16 05:33:39,505 main DEBUG createAppenders(={Console})
2024-12-16 05:33:39,506 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc initialized
2024-12-16 05:33:39,507 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc
2024-12-16 05:33:39,507 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc OK.
2024-12-16 05:33:39,508 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-16 05:33:39,508 main DEBUG OutputStream closed
2024-12-16 05:33:39,509 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-16 05:33:39,509 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-16 05:33:39,509 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@434a63ab OK
2024-12-16 05:33:39,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-16 05:33:39,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-16 05:33:39,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-16 05:33:39,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-16 05:33:39,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-16 05:33:39,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-16 05:33:39,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-16 05:33:39,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-16 05:33:39,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-16 05:33:39,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-16 05:33:39,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-16 05:33:39,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-16 05:33:39,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-16 05:33:39,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-16 05:33:39,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-16 05:33:39,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-16 05:33:39,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-16 05:33:39,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-16 05:33:39,600 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-16 05:33:39,600 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@8c3619e) with optional ClassLoader: null
2024-12-16 05:33:39,601 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-16 05:33:39,602 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@8c3619e] started OK.
2024-12-16T05:33:39,616 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen timeout: 13 mins
2024-12-16 05:33:39,618 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-16 05:33:39,619 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-16T05:33:39,653 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=11, OpenFileDescriptor=282, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=13019
2024-12-16T05:33:39,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976
2024-12-16T05:33:40,752 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-16T05:33:40,789 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-16T05:33:40,848 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-16T05:33:41,040 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976 with version=8
2024-12-16T05:33:41,060 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hbase.id with ID: e5574719-d3d5-403f-a0dc-e372858d5155
2024-12-16T05:33:41,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-16T05:33:41,123 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-16T05:33:41,127 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-16T05:33:41,203 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.MockMasterServices.<init>(MockMasterServices.java:120) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.setUp(TestAssignmentManagerBase.java:157) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:41,208 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-16T05:33:41,211 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-16T05:33:41,222 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-16T05:33:41,223 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-16T05:33:41,276 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-16T05:33:41,280 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/data/master/store
2024-12-16T05:33:41,295 INFO  [Time-limited test {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-16T05:33:41,296 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-16T05:33:41,345 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-16T05:33:41,345 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:41,345 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:41,346 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-16T05:33:41,346 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:41,346 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:41,346 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-16T05:33:41,347 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/data/master/store/.initializing
2024-12-16T05:33:41,347 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-16T05:33:41,359 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-16T05:33:41,370 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/oldWALs, maxLogs=10
2024-12-16T05:33:41,417 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1734327221389
2024-12-16T05:33:41,418 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-16T05:33:41,418 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-16T05:33:41,419 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-16T05:33:41,422 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:41,455 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:41,478 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-16T05:33:41,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:41,485 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-16T05:33:41,486 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:41,489 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-16T05:33:41,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:41,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:33:41,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:41,494 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-16T05:33:41,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:41,494 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:33:41,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:41,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-16T05:33:41,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:41,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:33:41,502 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:41,503 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:41,508 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-16T05:33:41,510 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:41,518 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-16T05:33:41,519 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64746534, jitterRate=-0.035201460123062134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-16T05:33:41,523 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-16T05:33:41,524 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-16T05:33:41,800 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-16T05:33:41,803 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-16T05:33:41,804 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-16T05:33:41,824 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734327251824
2024-12-16T05:33:41,825 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-16T05:33:41,867 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-16T05:33:41,870 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-16T05:33:41,870 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-16T05:33:41,870 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-16T05:33:41,871 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-16T05:33:41,871 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-16T05:33:41,871 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-16T05:33:41,872 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-16T05:33:41,872 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-16T05:33:41,872 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-16T05:33:41,880 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-16T05:33:41,887 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-16T05:33:41,888 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-16T05:33:41,935 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-16T05:33:42,041 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-16T05:33:42,045 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:42,047 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:42,047 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:42,047 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:42,047 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:42,047 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:42,048 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:42,048 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:42,048 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:42,049 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:42,049 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:42,049 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:42,050 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:42,050 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:42,050 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:42,051 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:42,051 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:42,051 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:42,051 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:42,052 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:42,052 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:42,052 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:42,057 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,103,1}]
2024-12-16T05:33:42,230 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-16T05:33:42,231 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,103,1 in 173 msec
2024-12-16T05:33:42,232 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec
2024-12-16T05:33:42,238 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-16T05:33:42,238 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-16T05:33:42,238 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-16T05:33:42,289 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-16T05:33:42,389 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:42,389 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:42,389 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:42,390 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:42,390 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:42,390 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:42,391 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:42,392 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:42,392 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1}]
2024-12-16T05:33:42,544 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:42,546 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,105,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:42,547 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,105,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:42,550 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-16T05:33:42,551 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 in 158 msec
2024-12-16T05:33:42,551 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-16T05:33:42,551 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:42,702 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:42,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:42,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:42,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:42,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:42,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:42,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:42,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:42,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:42,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:42,705 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:42,705 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:42,705 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:42,705 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:42,706 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:42,706 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:42,706 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:42,706 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:42,706 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:42,706 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:42,707 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:42,707 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:42,707 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-16T05:33:42,859 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:42,861 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:42,861 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:42,863 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-16T05:33:42,863 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-16T05:33:42,864 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:42,864 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 156 msec
2024-12-16T05:33:43,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:43,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:43,016 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:43,016 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:43,017 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:43,017 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:43,017 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:43,018 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:43,018 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:43,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:43,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:43,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:43,020 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:43,020 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:43,021 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:43,022 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:43,022 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:43,023 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:43,023 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:43,024 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:43,024 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:43,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:43,027 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1}]
2024-12-16T05:33:43,178 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:43,179 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,102,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:43,180 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,102,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:43,181 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-16T05:33:43,182 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-16T05:33:43,182 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 in 154 msec
2024-12-16T05:33:43,182 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:43,333 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:43,334 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:43,334 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:43,334 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:43,335 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:43,335 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:43,335 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:43,335 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:43,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:43,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:43,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:43,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:43,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:43,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:43,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:43,338 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:43,338 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:43,338 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:43,339 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:43,339 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:43,339 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:43,339 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:43,341 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-16T05:33:43,492 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:43,493 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:43,494 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:43,495 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-16T05:33:43,496 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-16T05:33:43,496 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 155 msec
2024-12-16T05:33:43,502 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:43,503 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=10, timestamp=1734327223512
2024-12-16T05:33:43,512 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:43,663 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:43,663 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:43,663 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:43,663 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:43,664 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:43,664 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:43,664 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:43,664 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:43,664 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:43,664 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:43,665 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:43,665 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:43,666 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:43,666 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:43,666 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:43,666 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:43,667 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1}]
2024-12-16T05:33:43,818 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:43,820 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,103,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:43,820 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,103,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:43,822 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-16T05:33:43,822 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 in 156 msec
2024-12-16T05:33:43,822 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-16T05:33:43,823 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:43,824 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=20, timestamp=1734327223844
2024-12-16T05:33:43,845 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:43,996 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:43,997 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:43,997 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:43,997 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:43,997 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:43,998 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:43,998 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:43,998 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:43,999 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:43,999 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:43,999 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:44,000 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:44,000 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:44,000 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:44,001 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:44,001 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:44,001 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:44,001 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:44,002 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:44,002 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:44,002 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:44,003 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:44,004 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-16T05:33:44,154 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:44,156 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:44,157 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:44,159 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-16T05:33:44,159 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-16T05:33:44,159 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 154 msec
2024-12-16T05:33:44,159 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:44,160 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=40, timestamp=1734327224200
2024-12-16T05:33:44,200 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:44,351 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:44,352 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:44,352 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:44,352 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:44,353 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:44,353 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:44,353 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:44,353 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:44,353 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:44,354 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:44,354 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:44,354 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:44,354 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:44,355 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:44,355 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:44,355 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:44,355 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:44,356 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:44,356 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:44,356 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:44,356 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:44,356 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:44,357 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1}]
2024-12-16T05:33:44,509 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:44,510 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,102,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:44,510 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,102,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:44,511 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-16T05:33:44,511 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-16T05:33:44,512 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 in 154 msec
2024-12-16T05:33:44,512 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:44,513 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=80, timestamp=1734327224592
2024-12-16T05:33:44,592 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:44,743 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:44,743 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:44,744 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:44,744 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:44,744 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:44,744 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:44,745 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:44,745 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:44,745 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:44,745 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:44,745 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:44,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:44,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:44,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:44,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:44,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:44,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:44,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:44,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:44,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:44,748 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:44,748 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:44,749 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1}]
2024-12-16T05:33:44,900 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:44,901 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,101,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:44,901 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,101,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:44,902 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-16T05:33:44,903 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 in 154 msec
2024-12-16T05:33:44,903 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-16T05:33:44,903 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:44,904 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1734327225004
2024-12-16T05:33:45,005 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:45,156 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:45,156 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:45,157 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:45,157 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:45,157 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:45,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:45,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:45,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:45,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:45,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:45,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:45,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:45,160 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:45,160 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:45,160 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:45,160 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:45,161 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:45,161 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:45,161 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:45,162 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:45,162 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:45,162 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:45,164 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1}]
2024-12-16T05:33:45,315 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:45,317 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,101,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:45,317 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,101,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:45,320 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-16T05:33:45,320 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-16T05:33:45,320 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 in 156 msec
2024-12-16T05:33:45,321 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:45,322 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1734327225422
2024-12-16T05:33:45,423 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:45,574 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:45,574 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:45,575 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:45,575 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:45,575 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:45,576 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:45,576 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:45,576 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:45,576 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:45,576 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:45,577 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:45,577 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:45,577 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:45,577 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:45,578 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:45,578 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:45,578 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:45,578 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:45,579 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:45,579 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:45,579 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:45,579 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:45,580 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1}]
2024-12-16T05:33:45,732 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:45,732 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,105,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-16T05:33:45,733 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,105,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:45,734 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-16T05:33:45,734 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 in 154 msec
2024-12-16T05:33:45,734 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-16T05:33:45,735 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-16T05:33:45,737 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN exec-time=3.4990 sec
2024-12-16T05:33:45,738 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-16T05:33:45,747 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:45,748 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9
2024-12-16T05:33:45,748 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:45,750 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-16T05:33:45,750 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-16T05:33:45,751 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-16T05:33:45,762 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=22 (was 11)
Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$299/0x00007f92684d06a0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1734327221389
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=288 (was 282) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=12841 (was 13019)
2024-12-16T05:33:45,766 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=22, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=12841
2024-12-16T05:33:45,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-log-dir so I do NOT create it in target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f
2024-12-16T05:33:45,779 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-log-dir Erasing configuration value by system value.
2024-12-16T05:33:45,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-tmp-dir so I do NOT create it in target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f
2024-12-16T05:33:45,779 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-16T05:33:45,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f
2024-12-16T05:33:45,790 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f with version=8
2024-12-16T05:33:45,795 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/hbase.id with ID: f5019ba8-575e-4fb8-b7aa-d189245517d2
2024-12-16T05:33:45,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-16T05:33:45,822 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-16T05:33:45,824 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-16T05:33:45,825 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-16T05:33:45,845 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/data/master/store
2024-12-16T05:33:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-16T05:33:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-16T05:33:45,853 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-16T05:33:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:45,853 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:33:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-16T05:33:45,854 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/data/master/store/.initializing
2024-12-16T05:33:45,854 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-16T05:33:45,859 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-16T05:33:45,862 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/oldWALs, maxLogs=10
2024-12-16T05:33:45,881 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1734327225862
2024-12-16T05:33:45,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-16T05:33:45,881 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-16T05:33:45,881 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-16T05:33:45,882 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:45,882 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:45,883 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:45,886 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-16T05:33:45,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:45,887 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-16T05:33:45,887 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:45,890 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-16T05:33:45,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:45,891 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:33:45,891 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:45,894 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-16T05:33:45,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:45,894 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:33:45,895 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:33:45,897 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-16T05:33:45,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:33:45,898 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:33:45,898 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:45,899 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:45,899 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-16T05:33:45,900 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:33:45,906 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-16T05:33:45,906 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67665775, jitterRate=0.008298620581626892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-16T05:33:45,907 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-16T05:33:45,907 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-16T05:33:45,914 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-16T05:33:45,914 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-16T05:33:45,915 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-16T05:33:45,919 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734327255919
2024-12-16T05:33:45,919 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-16T05:33:45,923 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-16T05:33:45,923 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-16T05:33:45,923 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-16T05:33:45,923 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-16T05:33:45,924 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-16T05:33:45,924 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-16T05:33:45,924 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-16T05:33:45,924 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-16T05:33:45,924 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-16T05:33:45,924 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-16T05:33:45,924 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-16T05:33:45,925 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-16T05:33:45,925 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-16T05:33:45,975 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-16T05:33:46,076 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-16T05:33:46,076 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:46,076 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:46,077 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:46,077 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:46,077 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:46,078 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:46,078 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:46,078 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:46,078 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:46,078 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:46,079 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:46,079 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:46,079 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:46,079 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:46,079 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:46,080 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:46,080 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:46,080 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:46,080 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:46,080 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:46,080 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:46,081 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:46,081 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,104,1}]
2024-12-16T05:33:46,235 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-16T05:33:46,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,104,1 in 154 msec
2024-12-16T05:33:46,236 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 311 msec
2024-12-16T05:33:46,277 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-16T05:33:46,277 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-16T05:33:46,278 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-16T05:33:46,327 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-16T05:33:46,429 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:46,430 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:46,430 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:46,430 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:46,430 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:46,430 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:46,431 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:46,431 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:46,431 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:46,431 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:46,432 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:46,432 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:46,432 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:46,432 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:46,432 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:46,432 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:46,433 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:46,433 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:46,433 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:46,433 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:46,433 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:46,434 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:46,434 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-16T05:33:46,586 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:46,587 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-16T05:33:46,689 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:46,690 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 898ms
2024-12-16T05:33:46,791 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:46,791 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 796ms
2024-12-16T05:33:46,892 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:46,893 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 694ms
2024-12-16T05:33:46,994 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:46,995 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 593ms
2024-12-16T05:33:47,096 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,096 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 491ms
2024-12-16T05:33:47,197 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,198 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 389ms
2024-12-16T05:33:47,299 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,300 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 287ms
2024-12-16T05:33:47,401 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,402 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 186ms
2024-12-16T05:33:47,503 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,503 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 84ms
2024-12-16T05:33:47,604 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,605 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1734327227587ms; trying another server
2024-12-16T05:33:47,605 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,606 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-16T05:33:47,607 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-16T05:33:47,607 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1720 sec
2024-12-16T05:33:47,607 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:47,758 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:47,759 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:47,759 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:47,759 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:47,760 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:47,760 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:47,760 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:47,760 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:47,760 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:47,760 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:47,761 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:47,761 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:47,761 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:47,761 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:47,761 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:47,762 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:47,762 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:47,762 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:47,762 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:47,762 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:47,763 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:47,763 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:47,763 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1}]
2024-12-16T05:33:47,914 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:47,915 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=0, can wait up to 1000ms
2024-12-16T05:33:48,016 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,017 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=1, can wait up to 898ms
2024-12-16T05:33:48,118 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,118 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=2, can wait up to 797ms
2024-12-16T05:33:48,219 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,220 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=3, can wait up to 695ms
2024-12-16T05:33:48,321 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,322 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=4, can wait up to 593ms
2024-12-16T05:33:48,423 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,423 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=5, can wait up to 492ms
2024-12-16T05:33:48,524 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,524 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=6, can wait up to 391ms
2024-12-16T05:33:48,624 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,624 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=7, can wait up to 291ms
2024-12-16T05:33:48,725 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,725 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=8, can wait up to 190ms
2024-12-16T05:33:48,825 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,826 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=9, can wait up to 89ms
2024-12-16T05:33:48,927 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,928 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,103,1 is throwing ServerNotRunningYetException for 1734327228915ms; trying another server
2024-12-16T05:33:48,928 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,103,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:48,930 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-16T05:33:48,930 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 in 1.1660 sec
2024-12-16T05:33:48,930 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-16T05:33:48,931 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:49,082 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:49,082 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:49,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:49,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:49,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:49,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:49,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:49,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:49,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:49,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:49,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:49,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:49,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:49,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:49,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:49,086 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:49,086 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:49,086 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:49,086 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:49,086 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:49,087 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:49,087 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:49,087 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1}]
2024-12-16T05:33:49,239 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,239 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=0, can wait up to 1000ms
2024-12-16T05:33:49,340 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,341 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=1, can wait up to 898ms
2024-12-16T05:33:49,442 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,442 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=2, can wait up to 797ms
2024-12-16T05:33:49,542 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,543 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=3, can wait up to 696ms
2024-12-16T05:33:49,644 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,645 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=4, can wait up to 594ms
2024-12-16T05:33:49,745 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,746 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=5, can wait up to 493ms
2024-12-16T05:33:49,847 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,847 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=6, can wait up to 392ms
2024-12-16T05:33:49,948 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:49,949 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=7, can wait up to 290ms
2024-12-16T05:33:50,050 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,051 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=8, can wait up to 189ms
2024-12-16T05:33:50,152 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,153 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=9, can wait up to 87ms
2024-12-16T05:33:50,253 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,254 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,109,1 is throwing ServerNotRunningYetException for 1734327230239ms; trying another server
2024-12-16T05:33:50,254 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,109,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,254 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-16T05:33:50,255 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-16T05:33:50,255 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1 in 1.1670 sec
2024-12-16T05:33:50,255 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:50,405 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:50,406 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:50,406 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:50,406 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:50,406 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:50,407 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:50,407 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:50,407 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:50,407 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:50,407 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:50,407 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:50,408 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:50,409 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:50,409 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:50,409 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:50,409 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:50,410 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1}]
2024-12-16T05:33:50,560 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,561 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=0, can wait up to 1000ms
2024-12-16T05:33:50,661 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,662 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=1, can wait up to 899ms
2024-12-16T05:33:50,763 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,764 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=2, can wait up to 797ms
2024-12-16T05:33:50,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-16T05:33:50,788 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-16T05:33:50,865 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,865 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=3, can wait up to 696ms
2024-12-16T05:33:50,966 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:50,967 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=4, can wait up to 595ms
2024-12-16T05:33:51,068 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,068 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=5, can wait up to 493ms
2024-12-16T05:33:51,168 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,169 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=6, can wait up to 392ms
2024-12-16T05:33:51,270 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,270 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=7, can wait up to 291ms
2024-12-16T05:33:51,370 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,371 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=8, can wait up to 190ms
2024-12-16T05:33:51,472 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,472 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=9, can wait up to 89ms
2024-12-16T05:33:51,573 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,574 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,104,1 is throwing ServerNotRunningYetException for 1734327231561ms; trying another server
2024-12-16T05:33:51,574 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,104,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,576 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-16T05:33:51,576 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 in 1.1650 sec
2024-12-16T05:33:51,576 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-16T05:33:51,577 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:51,577 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=10, timestamp=1734327231587
2024-12-16T05:33:51,588 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:51,738 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:51,739 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:51,739 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:51,740 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:51,740 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:51,740 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:51,740 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:51,740 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:51,740 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:51,741 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:51,741 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:51,741 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:51,741 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:51,741 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:51,742 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:51,742 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:51,742 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:51,742 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:51,742 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:51,742 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:51,743 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:51,743 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:51,743 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1}]
2024-12-16T05:33:51,894 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,895 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=0, can wait up to 1000ms
2024-12-16T05:33:51,996 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:51,996 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=1, can wait up to 899ms
2024-12-16T05:33:52,096 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,097 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=2, can wait up to 798ms
2024-12-16T05:33:52,198 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,199 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=3, can wait up to 697ms
2024-12-16T05:33:52,300 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,300 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=4, can wait up to 595ms
2024-12-16T05:33:52,401 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,402 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=5, can wait up to 493ms
2024-12-16T05:33:52,503 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,503 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=6, can wait up to 392ms
2024-12-16T05:33:52,603 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,604 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=7, can wait up to 291ms
2024-12-16T05:33:52,705 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,705 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=8, can wait up to 190ms
2024-12-16T05:33:52,805 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,806 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=9, can wait up to 89ms
2024-12-16T05:33:52,907 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,907 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,103,1 is throwing ServerNotRunningYetException for 1734327232895ms; trying another server
2024-12-16T05:33:52,908 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,103,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:52,909 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-16T05:33:52,909 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-16T05:33:52,909 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 in 1.1660 sec
2024-12-16T05:33:52,910 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:52,911 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=20, timestamp=1734327232931
2024-12-16T05:33:52,932 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:53,082 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:53,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:53,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:53,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:53,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:53,083 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:53,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:53,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:53,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:53,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:53,084 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:53,084 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:53,084 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:53,084 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:53,085 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:53,086 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:53,086 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1}]
2024-12-16T05:33:53,237 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,238 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=0, can wait up to 1000ms
2024-12-16T05:33:53,339 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,339 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=1, can wait up to 899ms
2024-12-16T05:33:53,440 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,440 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=2, can wait up to 798ms
2024-12-16T05:33:53,540 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,541 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=3, can wait up to 697ms
2024-12-16T05:33:53,642 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,642 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=4, can wait up to 596ms
2024-12-16T05:33:53,743 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,744 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=5, can wait up to 494ms
2024-12-16T05:33:53,844 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,845 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=6, can wait up to 393ms
2024-12-16T05:33:53,946 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:53,947 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=7, can wait up to 292ms
2024-12-16T05:33:54,047 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,048 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=8, can wait up to 190ms
2024-12-16T05:33:54,149 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,149 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=9, can wait up to 89ms
2024-12-16T05:33:54,250 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,250 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,102,1 is throwing ServerNotRunningYetException for 1734327234238ms; trying another server
2024-12-16T05:33:54,251 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,102,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,252 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-16T05:33:54,252 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-16T05:33:54,253 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1 in 1.1660 sec
2024-12-16T05:33:54,253 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:54,254 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=40, timestamp=1734327234294
2024-12-16T05:33:54,295 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:54,446 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:54,446 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:54,446 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:54,446 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:54,446 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:54,447 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:54,447 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:54,447 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:54,447 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:54,447 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:54,447 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:54,447 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:54,447 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:54,447 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:54,448 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:54,448 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:54,449 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-16T05:33:54,600 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,601 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-16T05:33:54,702 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,702 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 899ms
2024-12-16T05:33:54,803 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,803 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 798ms
2024-12-16T05:33:54,904 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:54,904 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 697ms
2024-12-16T05:33:55,004 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,005 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 596ms
2024-12-16T05:33:55,106 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,106 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 495ms
2024-12-16T05:33:55,206 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,207 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 394ms
2024-12-16T05:33:55,308 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,308 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 293ms
2024-12-16T05:33:55,409 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,410 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 191ms
2024-12-16T05:33:55,511 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,511 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 90ms
2024-12-16T05:33:55,612 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,613 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1734327235601ms; trying another server
2024-12-16T05:33:55,613 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:55,614 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-16T05:33:55,615 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-16T05:33:55,615 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1650 sec
2024-12-16T05:33:55,615 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:55,616 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=80, timestamp=1734327235696
2024-12-16T05:33:55,696 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:55,847 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:55,848 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:55,848 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:55,848 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:55,848 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:55,848 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:55,848 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:55,849 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:55,849 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:55,849 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:55,849 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:55,849 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:55,849 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:55,849 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:55,849 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:55,850 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:55,850 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:55,850 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:55,850 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:55,850 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:55,850 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:55,850 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:55,851 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-16T05:33:56,003 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,004 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-16T05:33:56,104 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,105 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 898ms
2024-12-16T05:33:56,206 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,206 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 797ms
2024-12-16T05:33:56,307 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,308 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 696ms
2024-12-16T05:33:56,408 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,409 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 594ms
2024-12-16T05:33:56,510 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,510 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 493ms
2024-12-16T05:33:56,611 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,612 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 392ms
2024-12-16T05:33:56,712 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,713 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 290ms
2024-12-16T05:33:56,814 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,814 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 189ms
2024-12-16T05:33:56,915 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:56,916 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 87ms
2024-12-16T05:33:57,016 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,017 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1734327237003ms; trying another server
2024-12-16T05:33:57,017 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,018 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-16T05:33:57,019 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-16T05:33:57,019 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1670 sec
2024-12-16T05:33:57,019 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:57,020 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1734327237120
2024-12-16T05:33:57,121 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:57,272 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:57,272 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:57,273 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:57,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:57,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:57,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:57,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:57,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:57,275 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:57,276 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1}]
2024-12-16T05:33:57,427 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,428 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=0, can wait up to 1000ms
2024-12-16T05:33:57,529 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,530 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=1, can wait up to 898ms
2024-12-16T05:33:57,631 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,631 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=2, can wait up to 797ms
2024-12-16T05:33:57,732 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,732 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=3, can wait up to 696ms
2024-12-16T05:33:57,832 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,833 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=4, can wait up to 595ms
2024-12-16T05:33:57,934 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:57,934 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=5, can wait up to 494ms
2024-12-16T05:33:58,035 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,035 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=6, can wait up to 393ms
2024-12-16T05:33:58,136 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,137 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=7, can wait up to 291ms
2024-12-16T05:33:58,238 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,239 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=8, can wait up to 190ms
2024-12-16T05:33:58,339 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,340 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=9, can wait up to 88ms
2024-12-16T05:33:58,441 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,442 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,105,1 is throwing ServerNotRunningYetException for 1734327238428ms; trying another server
2024-12-16T05:33:58,442 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,105,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,443 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-16T05:33:58,443 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-16T05:33:58,444 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 in 1.1670 sec
2024-12-16T05:33:58,444 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:58,445 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1734327238544
2024-12-16T05:33:58,545 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:33:58,695 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:33:58,695 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:33:58,695 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:33:58,695 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:33:58,695 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:33:58,695 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:33:58,696 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:33:58,696 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:33:58,696 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:33:58,696 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:33:58,696 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:33:58,696 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:33:58,696 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:33:58,697 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1}]
2024-12-16T05:33:58,847 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,848 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=0, can wait up to 1000ms
2024-12-16T05:33:58,949 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:58,949 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=1, can wait up to 899ms
2024-12-16T05:33:59,050 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,051 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=2, can wait up to 797ms
2024-12-16T05:33:59,151 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,152 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=3, can wait up to 696ms
2024-12-16T05:33:59,253 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,253 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=4, can wait up to 595ms
2024-12-16T05:33:59,354 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,355 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=5, can wait up to 494ms
2024-12-16T05:33:59,455 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,456 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=6, can wait up to 392ms
2024-12-16T05:33:59,557 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,557 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=7, can wait up to 291ms
2024-12-16T05:33:59,658 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,659 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=8, can wait up to 190ms
2024-12-16T05:33:59,759 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,760 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=9, can wait up to 88ms
2024-12-16T05:33:59,861 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,861 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,106,1 is throwing ServerNotRunningYetException for 1734327239848ms; trying another server
2024-12-16T05:33:59,862 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,106,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:33:59,863 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-16T05:33:59,863 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-16T05:33:59,863 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 in 1.1660 sec
2024-12-16T05:33:59,864 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-16T05:33:59,865 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN exec-time=13.5880 sec
2024-12-16T05:33:59,866 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-16T05:33:59,869 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testRetriesExhaustedFailure(TestAMServerFailedOpen.java:68) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testServerNotYetRunning(TestAMServerFailedOpen.java:54) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:59,871 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(72): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:33:59,871 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-16T05:33:59,872 INFO  [PEWorker-53 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-16T05:33:59,872 INFO  [PEWorker-53 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=FAILED_OPEN, location=null; forceNewPlan=false, retain=false
2024-12-16T05:33:59,922 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=14
2024-12-16T05:34:00,022 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:00,023 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:00,023 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:00,023 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:00,023 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:00,024 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:00,024 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:00,024 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:00,024 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:00,024 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:00,025 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:00,025 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:00,025 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:00,025 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:00,025 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:00,025 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:00,026 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:00,026 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:00,026 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:00,026 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:00,026 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:00,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:00,027 INFO  [PEWorker-54 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,108,1}]
2024-12-16T05:34:00,180 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-12-16T05:34:00,181 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,108,1 in 153 msec
2024-12-16T05:34:00,181 INFO  [PEWorker-57 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN in 310 msec
2024-12-16T05:34:00,223 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-16T05:34:00,223 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-16T05:34:00,224 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-16T05:34:00,235 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=27 (was 22)
Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1734327225862
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25cfcd63-b93b-abaa-292d-a42e67d4d86f/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=292 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 152), ProcessCount=11 (was 11), AvailableMemoryMB=12815 (was 12841)
2024-12-16T05:34:00,242 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=27, OpenFileDescriptor=292, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=12815
2024-12-16T05:34:00,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-log-dir so I do NOT create it in target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee
2024-12-16T05:34:00,258 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-log-dir Erasing configuration value by system value.
2024-12-16T05:34:00,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-tmp-dir so I do NOT create it in target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee
2024-12-16T05:34:00,258 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7483e1e8-cd12-f44a-22de-737b013bb976/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-16T05:34:00,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee
2024-12-16T05:34:00,268 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee with version=8
2024-12-16T05:34:00,273 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/hbase.id with ID: 5a1ef4ce-0db8-4105-a821-25a6943fc3e0
2024-12-16T05:34:00,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-16T05:34:00,303 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-16T05:34:00,307 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-16T05:34:00,307 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-16T05:34:00,328 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/data/master/store
2024-12-16T05:34:00,335 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-16T05:34:00,335 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-16T05:34:00,335 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:34:00,335 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:34:00,335 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-16T05:34:00,335 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:34:00,336 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-16T05:34:00,336 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-16T05:34:00,336 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/data/master/store/.initializing
2024-12-16T05:34:00,336 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-16T05:34:00,340 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-16T05:34:00,343 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/oldWALs, maxLogs=10
2024-12-16T05:34:00,364 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1734327240343
2024-12-16T05:34:00,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-16T05:34:00,364 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-16T05:34:00,364 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-16T05:34:00,364 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:34:00,364 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:34:00,365 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:34:00,368 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-16T05:34:00,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:34:00,369 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-16T05:34:00,369 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:34:00,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-16T05:34:00,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:34:00,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:34:00,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:34:00,375 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-16T05:34:00,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:34:00,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:34:00,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-16T05:34:00,378 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-16T05:34:00,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-16T05:34:00,379 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-16T05:34:00,379 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:34:00,380 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:34:00,380 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-16T05:34:00,381 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-16T05:34:00,387 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-16T05:34:00,388 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71281188, jitterRate=0.06217247247695923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-16T05:34:00,388 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-16T05:34:00,388 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-16T05:34:00,395 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-16T05:34:00,395 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-16T05:34:00,395 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-16T05:34:00,410 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734327270410
2024-12-16T05:34:00,410 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-16T05:34:00,411 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-16T05:34:00,412 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-16T05:34:00,412 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-16T05:34:00,412 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-16T05:34:00,462 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-16T05:34:00,562 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:00,563 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:00,564 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:00,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:00,565 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:00,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:00,565 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,107,1}]
2024-12-16T05:34:00,718 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-16T05:34:00,719 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,107,1 in 153 msec
2024-12-16T05:34:00,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 307 msec
2024-12-16T05:34:00,764 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-16T05:34:00,765 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-16T05:34:00,765 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-16T05:34:00,814 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-16T05:34:00,916 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:00,916 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:00,916 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:00,916 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:00,917 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:00,917 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:00,918 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:00,919 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:00,919 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,104,1}]
2024-12-16T05:34:01,072 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,073 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,104,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:01,073 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,104,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,074 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-16T05:34:01,074 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,104,1 in 155 msec
2024-12-16T05:34:01,074 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-16T05:34:01,075 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:01,225 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:01,226 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:01,227 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:01,227 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:01,227 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:01,227 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:01,227 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:01,227 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:01,227 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:01,227 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:01,227 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:01,228 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:01,228 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:01,228 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:01,228 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:01,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:01,229 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-16T05:34:01,380 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,381 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:01,381 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,383 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-16T05:34:01,383 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-16T05:34:01,383 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 153 msec
2024-12-16T05:34:01,384 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:01,534 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:01,535 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:01,535 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:01,535 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:01,535 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:01,535 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:01,535 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:01,536 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:01,536 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:01,536 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:01,536 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:01,536 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:01,536 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:01,537 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:01,537 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:01,537 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:01,537 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:01,538 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:01,538 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:01,538 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:01,538 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:01,538 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:01,539 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-16T05:34:01,690 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,691 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:01,691 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,692 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-16T05:34:01,692 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-16T05:34:01,692 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 153 msec
2024-12-16T05:34:01,692 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:01,843 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:01,843 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:01,844 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:01,844 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:01,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:01,846 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:01,847 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-16T05:34:01,998 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:01,999 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:01,999 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,000 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-16T05:34:02,001 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 154 msec
2024-12-16T05:34:02,001 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-16T05:34:02,001 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:02,002 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=10, timestamp=1734327242012
2024-12-16T05:34:02,013 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:02,164 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:02,164 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:02,165 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:02,165 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:02,166 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1}]
2024-12-16T05:34:02,316 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,317 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,103,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:02,317 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,103,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,318 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-16T05:34:02,318 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 in 153 msec
2024-12-16T05:34:02,318 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-16T05:34:02,319 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:02,319 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=20, timestamp=1734327242339
2024-12-16T05:34:02,339 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:02,489 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:02,490 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:02,491 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:02,491 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:02,491 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:02,492 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:02,492 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:02,492 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:02,492 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-16T05:34:02,644 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,645 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:02,645 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,646 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-16T05:34:02,646 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 154 msec
2024-12-16T05:34:02,646 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-16T05:34:02,647 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:02,648 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=40, timestamp=1734327242687
2024-12-16T05:34:02,688 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:02,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:02,839 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:02,839 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:02,839 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:02,839 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:02,839 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:02,839 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:02,840 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:02,840 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:02,840 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:02,840 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:02,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:02,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:02,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:02,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:02,841 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:02,842 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1}]
2024-12-16T05:34:02,993 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,994 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,103,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:02,994 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,103,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:02,995 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-16T05:34:02,996 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 in 153 msec
2024-12-16T05:34:02,996 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-16T05:34:02,996 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:02,997 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=80, timestamp=1734327243076
2024-12-16T05:34:03,076 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:03,227 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:03,228 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:03,229 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:03,229 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:03,229 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:03,229 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:03,229 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:03,229 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:03,229 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:03,229 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:03,229 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:03,230 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:03,230 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:03,230 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:03,230 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:03,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:03,231 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1}]
2024-12-16T05:34:03,382 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:03,382 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,109,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:03,382 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,109,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:03,383 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-16T05:34:03,383 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 in 152 msec
2024-12-16T05:34:03,383 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-16T05:34:03,383 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:03,383 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1734327243483
2024-12-16T05:34:03,483 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:03,634 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:03,634 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:03,634 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:03,635 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:03,635 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:03,636 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:03,636 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:03,636 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:03,636 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:03,636 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:03,637 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:03,637 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:03,637 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:03,637 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:03,637 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:03,638 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-16T05:34:03,788 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:03,789 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:03,790 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:03,791 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-16T05:34:03,791 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-16T05:34:03,792 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 153 msec
2024-12-16T05:34:03,792 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:03,793 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1734327243892
2024-12-16T05:34:03,893 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-16T05:34:04,043 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-16T05:34:04,044 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-16T05:34:04,044 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-16T05:34:04,044 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-16T05:34:04,044 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-16T05:34:04,045 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-16T05:34:04,045 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-16T05:34:04,045 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-16T05:34:04,045 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-16T05:34:04,046 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-16T05:34:04,046 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-16T05:34:04,046 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-16T05:34:04,046 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-16T05:34:04,046 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-16T05:34:04,047 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-16T05:34:04,048 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-16T05:34:04,048 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1}]
2024-12-16T05:34:04,199 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:04,200 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,105,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-16T05:34:04,200 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,105,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-16T05:34:04,202 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-16T05:34:04,202 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1 in 153 msec
2024-12-16T05:34:04,202 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-16T05:34:04,202 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-16T05:34:04,204 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN exec-time=3.4400 sec
2024-12-16T05:34:04,204 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-16T05:34:04,223 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:04,224 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157
2024-12-16T05:34:04,225 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-16T05:34:04,225 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-16T05:34:04,225 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-16T05:34:04,226 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-16T05:34:04,238 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=31 (was 27)
Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1095d84b-2a80-7339-b9f2-95ee005f9bee/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1734327240343
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 292) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=12796 (was 12815)