2024-12-09 08:05:30,312 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f
2024-12-09 08:05:30,364 main DEBUG Took 0.049143 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 08:05:30,364 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 08:05:30,365 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 08:05:30,366 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 08:05:30,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,393 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 08:05:30,419 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,423 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,429 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,434 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,436 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,438 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,441 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,443 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,446 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,447 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,448 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 08:05:30,450 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,450 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 08:05:30,453 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 08:05:30,455 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 08:05:30,462 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 08:05:30,463 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 08:05:30,464 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 08:05:30,465 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 08:05:30,476 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 08:05:30,479 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 08:05:30,481 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 08:05:30,482 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 08:05:30,482 main DEBUG createAppenders(={Console})
2024-12-09 08:05:30,483 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f initialized
2024-12-09 08:05:30,483 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f
2024-12-09 08:05:30,484 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f OK.
2024-12-09 08:05:30,484 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 08:05:30,485 main DEBUG OutputStream closed
2024-12-09 08:05:30,485 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 08:05:30,485 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 08:05:30,486 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@51e69659 OK
2024-12-09 08:05:30,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 08:05:30,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 08:05:30,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 08:05:30,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 08:05:30,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 08:05:30,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 08:05:30,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 08:05:30,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 08:05:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 08:05:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 08:05:30,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 08:05:30,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 08:05:30,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 08:05:30,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 08:05:30,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 08:05:30,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 08:05:30,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 08:05:30,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 08:05:30,682 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 08:05:30,688 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1f010bf0) with optional ClassLoader: null
2024-12-09 08:05:30,689 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 08:05:30,690 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1f010bf0] started OK.
2024-12-09T08:05:30,715 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen timeout: 13 mins
2024-12-09 08:05:30,727 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 08:05:30,728 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T08:05:30,807 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=11, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=716, ProcessCount=11, AvailableMemoryMB=2225
2024-12-09T08:05:31,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f
2024-12-09T08:05:33,919 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T08:05:34,035 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T08:05:34,236 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T08:05:34,847 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f with version=8
2024-12-09T08:05:34,947 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hbase.id with ID: 330e4770-742d-4cd0-9ddb-68a6aa712913
2024-12-09T08:05:35,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T08:05:35,127 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T08:05:35,134 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T08:05:35,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.MockMasterServices.<init>(MockMasterServices.java:120) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.setUp(TestAssignmentManagerBase.java:157) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:35,309 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T08:05:35,326 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T08:05:35,380 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T08:05:35,381 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T08:05:35,552 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T08:05:35,563 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/data/master/store
2024-12-09T08:05:35,651 INFO  [Time-limited test {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T08:05:35,653 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T08:05:35,766 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T08:05:35,766 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:35,767 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:35,767 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T08:05:35,767 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:35,768 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:35,768 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-09T08:05:35,769 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/data/master/store/.initializing
2024-12-09T08:05:35,769 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-09T08:05:35,833 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T08:05:35,889 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/oldWALs, maxLogs=10
2024-12-09T08:05:36,060 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733731535972
2024-12-09T08:05:36,064 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T08:05:36,065 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T08:05:36,066 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T08:05:36,083 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:36,085 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:36,179 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:36,284 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T08:05:36,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:36,299 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T08:05:36,300 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:36,310 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T08:05:36,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:36,311 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:36,312 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:36,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T08:05:36,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:36,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:36,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:36,338 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T08:05:36,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:36,339 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:36,343 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:36,344 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:36,369 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T08:05:36,372 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:36,410 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T08:05:36,411 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59547443, jitterRate=-0.11267395317554474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T08:05:36,418 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-09T08:05:36,421 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T08:05:37,415 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-09T08:05:37,430 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-09T08:05:37,431 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-09T08:05:37,659 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733731567659
2024-12-09T08:05:37,660 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T08:05:37,792 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-09T08:05:37,801 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-09T08:05:37,802 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-09T08:05:37,802 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-09T08:05:37,802 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-09T08:05:37,803 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-09T08:05:37,808 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-09T08:05:37,808 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-09T08:05:37,809 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-09T08:05:37,809 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-09T08:05:37,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T08:05:37,875 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T08:05:37,877 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:37,928 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-09T08:05:38,030 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-09T08:05:38,045 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:38,056 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:38,057 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:38,057 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:38,057 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:38,057 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:38,057 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:38,057 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:38,058 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:38,058 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:38,058 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:38,058 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:38,058 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:38,058 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:38,058 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:38,059 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:38,059 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:38,059 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:38,059 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:38,059 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:38,059 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:38,060 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:38,098 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,106,1}]
2024-12-09T08:05:38,340 INFO  [PEWorker-6 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T08:05:38,341 INFO  [PEWorker-6 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,106,1 in 242 msec
2024-12-09T08:05:38,344 INFO  [PEWorker-6 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec
2024-12-09T08:05:38,391 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-09T08:05:38,398 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-09T08:05:38,398 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:38,460 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-09T08:05:38,556 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:38,557 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:38,557 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:38,557 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:38,557 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:38,557 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:38,557 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:38,558 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:38,558 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:38,558 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:38,558 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:38,558 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:38,558 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:38,559 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:38,559 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:38,559 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:38,559 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:38,559 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:38,559 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:38,560 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:38,560 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:38,560 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:38,561 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1}]
2024-12-09T08:05:38,720 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:38,722 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,108,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:38,722 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,108,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:38,729 INFO  [PEWorker-8 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-09T08:05:38,730 INFO  [PEWorker-8 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1 in 168 msec
2024-12-09T08:05:38,737 INFO  [PEWorker-8 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-09T08:05:38,737 INFO  [PEWorker-8 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:38,888 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:38,889 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:38,890 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:38,890 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:38,890 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:38,890 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:38,892 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:38,892 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:38,892 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:38,892 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:38,892 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:38,893 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:38,893 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:38,893 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:38,893 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:38,894 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-09T08:05:39,047 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:39,048 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:39,051 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:39,056 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-09T08:05:39,057 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 162 msec
2024-12-09T08:05:39,057 INFO  [PEWorker-13 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-09T08:05:39,058 INFO  [PEWorker-13 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:39,212 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:39,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:39,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:39,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:39,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:39,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:39,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:39,214 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:39,214 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:39,214 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:39,214 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:39,214 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:39,214 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:39,214 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:39,215 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:39,215 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:39,215 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:39,215 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:39,215 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:39,220 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:39,220 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:39,220 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:39,224 INFO  [PEWorker-16 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1}]
2024-12-09T08:05:39,375 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:39,376 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,103,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:39,377 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,103,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:39,380 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-09T08:05:39,380 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 in 156 msec
2024-12-09T08:05:39,381 INFO  [PEWorker-17 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-09T08:05:39,381 INFO  [PEWorker-17 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:39,532 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:39,540 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:39,540 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:39,540 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:39,541 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:39,541 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:39,541 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:39,541 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:39,541 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:39,541 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:39,542 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:39,542 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:39,542 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:39,542 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:39,542 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:39,542 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:39,542 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:39,543 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:39,543 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:39,543 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:39,543 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:39,543 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:39,544 INFO  [PEWorker-20 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1}]
2024-12-09T08:05:39,695 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:39,696 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,101,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:39,706 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,101,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:39,707 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-09T08:05:39,707 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-09T08:05:39,707 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 in 163 msec
2024-12-09T08:05:39,717 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:39,718 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=10, timestamp=1733731539728
2024-12-09T08:05:39,728 INFO  [PEWorker-24 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:39,880 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:39,880 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:39,881 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:39,882 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:39,882 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:39,882 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:39,883 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:39,883 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:39,883 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:39,884 INFO  [PEWorker-23 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1}]
2024-12-09T08:05:40,035 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:40,036 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,105,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:40,036 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,105,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:40,037 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-09T08:05:40,037 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-09T08:05:40,038 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:40,038 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=20, timestamp=1733731540058
2024-12-09T08:05:40,038 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 in 154 msec
2024-12-09T08:05:40,058 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:40,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:40,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:40,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:40,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:40,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:40,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:40,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:40,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:40,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:40,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:40,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:40,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:40,213 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:40,213 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:40,213 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,106,1}]
2024-12-09T08:05:40,364 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:40,365 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,106,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:40,365 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,106,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:40,366 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-09T08:05:40,366 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,106,1 in 153 msec
2024-12-09T08:05:40,367 INFO  [PEWorker-31 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-09T08:05:40,367 WARN  [PEWorker-31 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:40,367 INFO  [PEWorker-31 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=40, timestamp=1733731540407
2024-12-09T08:05:40,407 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:40,560 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:40,560 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:40,560 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:40,560 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:40,561 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:40,561 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:40,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:40,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:40,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:40,564 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:40,565 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:40,565 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:40,565 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:40,565 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:40,565 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:40,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:40,566 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1}]
2024-12-09T08:05:40,719 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:40,720 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,100,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:40,721 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,100,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:40,723 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-09T08:05:40,723 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 in 157 msec
2024-12-09T08:05:40,723 INFO  [PEWorker-36 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-09T08:05:40,724 WARN  [PEWorker-36 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:40,724 INFO  [PEWorker-36 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=80, timestamp=1733731540804
2024-12-09T08:05:40,812 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:40,963 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:40,964 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:40,965 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:40,965 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:40,965 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:40,966 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:40,966 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:40,966 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:40,966 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,104,1}]
2024-12-09T08:05:41,117 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:41,118 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,104,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:41,118 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,104,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:41,119 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-09T08:05:41,120 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,104,1 in 153 msec
2024-12-09T08:05:41,120 INFO  [PEWorker-41 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-09T08:05:41,120 WARN  [PEWorker-41 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:41,121 INFO  [PEWorker-41 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1733731541221
2024-12-09T08:05:41,222 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:41,376 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:41,376 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:41,376 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:41,376 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:41,377 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:41,377 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:41,377 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:41,377 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:41,377 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:41,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:41,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:41,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:41,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:41,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:41,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:41,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:41,381 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1}]
2024-12-09T08:05:41,532 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:41,533 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,103,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:41,533 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,103,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:41,534 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-09T08:05:41,534 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 in 153 msec
2024-12-09T08:05:41,534 INFO  [PEWorker-46 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-09T08:05:41,535 WARN  [PEWorker-46 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:41,535 INFO  [PEWorker-46 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1733731541635
2024-12-09T08:05:41,636 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:41,788 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:41,788 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:41,788 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:41,788 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:41,788 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:41,789 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:41,789 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:41,789 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:41,789 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:41,789 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:41,789 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:41,789 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:41,790 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:41,790 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:41,790 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:41,790 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:41,792 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,109,1}]
2024-12-09T08:05:41,942 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:41,943 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,109,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-09T08:05:41,943 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,109,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:41,944 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-09T08:05:41,945 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,109,1 in 152 msec
2024-12-09T08:05:41,945 INFO  [PEWorker-51 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-09T08:05:41,946 ERROR [PEWorker-51 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-09T08:05:41,947 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN exec-time=3.5560 sec
2024-12-09T08:05:41,947 WARN  [PEWorker-51 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-09T08:05:41,998 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:41,999 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9
2024-12-09T08:05:41,999 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:42,001 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T08:05:42,001 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-09T08:05:42,002 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-09T08:05:42,022 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=72 (was 11)
Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-43
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-45
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-48
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/java.util.concurrent.locks.ReentrantLock$NonfairSync.tryAcquire(ReentrantLock.java:242)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:672)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1677)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: PEWorker-49
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$299/0x00007f45b44d0aa0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-50
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-47
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-42
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733731535972
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-44
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-46
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-6
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.setBlocker(LockSupport.java:143)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:253)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)
 - Thread LEAK? -, OpenFileDescriptor=290 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=790 (was 716) - SystemLoadAverage LEAK? -, ProcessCount=13 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=476 (was 2225)
2024-12-09T08:05:42,037 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=23, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=790, ProcessCount=11, AvailableMemoryMB=476
2024-12-09T08:05:42,063 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-log-dir so I do NOT create it in target/test-data/c41339af-ee07-ff87-5658-cc55173a8626
2024-12-09T08:05:42,063 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-log-dir Erasing configuration value by system value.
2024-12-09T08:05:42,063 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-tmp-dir so I do NOT create it in target/test-data/c41339af-ee07-ff87-5658-cc55173a8626
2024-12-09T08:05:42,063 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-09T08:05:42,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626
2024-12-09T08:05:42,095 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626 with version=8
2024-12-09T08:05:42,103 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/hbase.id with ID: 05469a4b-bf01-43a3-b551-8c6d96c20e9a
2024-12-09T08:05:42,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T08:05:42,158 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T08:05:42,161 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T08:05:42,171 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T08:05:42,228 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/data/master/store
2024-12-09T08:05:42,261 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T08:05:42,262 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T08:05:42,262 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:42,262 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:42,262 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T08:05:42,262 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:42,262 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:42,262 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-09T08:05:42,263 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/data/master/store/.initializing
2024-12-09T08:05:42,263 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-09T08:05:42,288 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T08:05:42,309 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/oldWALs, maxLogs=10
2024-12-09T08:05:42,380 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733731542309
2024-12-09T08:05:42,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T08:05:42,384 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T08:05:42,384 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T08:05:42,384 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:42,385 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:42,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:42,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T08:05:42,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:42,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T08:05:42,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:42,440 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T08:05:42,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:42,441 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:42,441 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:42,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T08:05:42,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:42,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:42,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:42,483 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T08:05:42,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:42,484 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:42,486 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:42,486 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:42,487 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T08:05:42,488 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:42,556 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T08:05:42,557 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62836153, jitterRate=-0.06366835534572601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T08:05:42,557 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-09T08:05:42,564 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T08:05:42,590 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-09T08:05:42,591 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-09T08:05:42,591 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-09T08:05:42,649 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733731572649
2024-12-09T08:05:42,650 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T08:05:42,651 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-09T08:05:42,651 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-09T08:05:42,652 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-09T08:05:42,652 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-09T08:05:42,652 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-09T08:05:42,652 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-09T08:05:42,652 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-09T08:05:42,653 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-09T08:05:42,653 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-09T08:05:42,653 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-09T08:05:42,654 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T08:05:42,654 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T08:05:42,654 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:42,704 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-09T08:05:42,805 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-09T08:05:42,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:42,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:42,806 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:42,806 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:42,807 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:42,807 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:42,808 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,106,1}]
2024-12-09T08:05:42,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T08:05:42,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,106,1 in 157 msec
2024-12-09T08:05:42,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 312 msec
2024-12-09T08:05:43,012 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-09T08:05:43,013 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-09T08:05:43,014 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:43,062 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-09T08:05:43,170 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:43,171 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:43,171 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:43,171 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:43,172 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:43,172 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:43,173 INFO  [PEWorker-8 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1}]
2024-12-09T08:05:43,327 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,327 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=0, can wait up to 1000ms
2024-12-09T08:05:43,429 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,430 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=1, can wait up to 897ms
2024-12-09T08:05:43,532 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,532 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=2, can wait up to 795ms
2024-12-09T08:05:43,633 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,634 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=3, can wait up to 693ms
2024-12-09T08:05:43,736 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,737 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=4, can wait up to 591ms
2024-12-09T08:05:43,840 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,840 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=5, can wait up to 487ms
2024-12-09T08:05:43,942 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:43,942 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=6, can wait up to 385ms
2024-12-09T08:05:44,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T08:05:44,028 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T08:05:44,043 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,043 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=7, can wait up to 284ms
2024-12-09T08:05:44,144 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,144 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=8, can wait up to 183ms
2024-12-09T08:05:44,244 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,245 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=9, can wait up to 83ms
2024-12-09T08:05:44,349 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,350 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,103,1 is throwing ServerNotRunningYetException for 1733731544327ms; trying another server
2024-12-09T08:05:44,350 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,103,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,351 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-09T08:05:44,351 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-09T08:05:44,351 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 in 1.1780 sec
2024-12-09T08:05:44,351 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:44,502 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:44,502 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:44,502 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:44,502 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:44,502 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:44,502 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:44,503 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:44,503 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:44,503 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:44,503 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:44,503 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:44,503 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:44,504 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:44,504 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1}]
2024-12-09T08:05:44,654 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,655 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=0, can wait up to 1000ms
2024-12-09T08:05:44,760 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,760 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=1, can wait up to 894ms
2024-12-09T08:05:44,864 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,865 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=2, can wait up to 789ms
2024-12-09T08:05:44,965 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:44,966 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=3, can wait up to 688ms
2024-12-09T08:05:45,068 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,068 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=4, can wait up to 586ms
2024-12-09T08:05:45,172 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,173 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=5, can wait up to 481ms
2024-12-09T08:05:45,273 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,274 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=6, can wait up to 380ms
2024-12-09T08:05:45,376 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,376 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=7, can wait up to 278ms
2024-12-09T08:05:45,477 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,478 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=8, can wait up to 176ms
2024-12-09T08:05:45,578 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,580 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=9, can wait up to 74ms
2024-12-09T08:05:45,681 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,681 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,107,1 is throwing ServerNotRunningYetException for 1733731545654ms; trying another server
2024-12-09T08:05:45,681 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,107,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,684 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-09T08:05:45,684 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 in 1.1800 sec
2024-12-09T08:05:45,684 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-09T08:05:45,685 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:45,836 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:45,836 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:45,836 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:45,836 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:45,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:45,837 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:45,838 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:45,838 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:45,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:45,838 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1}]
2024-12-09T08:05:45,989 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:45,990 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=0, can wait up to 1000ms
2024-12-09T08:05:46,096 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,096 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=1, can wait up to 894ms
2024-12-09T08:05:46,196 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,197 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=2, can wait up to 793ms
2024-12-09T08:05:46,297 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,298 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=3, can wait up to 692ms
2024-12-09T08:05:46,398 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,399 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=4, can wait up to 591ms
2024-12-09T08:05:46,499 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,500 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=5, can wait up to 490ms
2024-12-09T08:05:46,600 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,601 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=6, can wait up to 389ms
2024-12-09T08:05:46,701 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,702 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=7, can wait up to 288ms
2024-12-09T08:05:46,802 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,803 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=8, can wait up to 187ms
2024-12-09T08:05:46,903 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:46,904 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=9, can wait up to 86ms
2024-12-09T08:05:47,005 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,006 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,106,1 is throwing ServerNotRunningYetException for 1733731546990ms; trying another server
2024-12-09T08:05:47,006 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,106,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,006 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-09T08:05:47,007 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 in 1.1680 sec
2024-12-09T08:05:47,007 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-09T08:05:47,007 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:47,157 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:47,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:47,158 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:47,158 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:47,158 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:47,158 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:47,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:47,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:47,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:47,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:47,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:47,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:47,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:47,160 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1}]
2024-12-09T08:05:47,312 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,312 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=0, can wait up to 1000ms
2024-12-09T08:05:47,420 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,420 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=1, can wait up to 892ms
2024-12-09T08:05:47,526 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,526 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=2, can wait up to 786ms
2024-12-09T08:05:47,627 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,627 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=3, can wait up to 685ms
2024-12-09T08:05:47,728 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,728 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=4, can wait up to 584ms
2024-12-09T08:05:47,829 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,829 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=5, can wait up to 483ms
2024-12-09T08:05:47,930 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:47,930 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=6, can wait up to 382ms
2024-12-09T08:05:48,031 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,031 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=7, can wait up to 281ms
2024-12-09T08:05:48,132 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,132 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=8, can wait up to 180ms
2024-12-09T08:05:48,233 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,233 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=9, can wait up to 79ms
2024-12-09T08:05:48,334 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,334 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,103,1 is throwing ServerNotRunningYetException for 1733731548312ms; trying another server
2024-12-09T08:05:48,335 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,103,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,336 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-09T08:05:48,336 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-09T08:05:48,336 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 in 1.1760 sec
2024-12-09T08:05:48,336 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:48,337 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=10, timestamp=1733731548346
2024-12-09T08:05:48,346 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:48,498 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:48,498 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:48,498 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:48,498 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:48,498 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:48,499 INFO  [PEWorker-25 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1}]
2024-12-09T08:05:48,650 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,650 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=0, can wait up to 1000ms
2024-12-09T08:05:48,751 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,751 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=1, can wait up to 899ms
2024-12-09T08:05:48,863 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,865 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=2, can wait up to 785ms
2024-12-09T08:05:48,966 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:48,966 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=3, can wait up to 684ms
2024-12-09T08:05:49,067 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,067 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=4, can wait up to 583ms
2024-12-09T08:05:49,168 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,168 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=5, can wait up to 482ms
2024-12-09T08:05:49,269 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,269 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=6, can wait up to 381ms
2024-12-09T08:05:49,369 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,370 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=7, can wait up to 280ms
2024-12-09T08:05:49,470 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,471 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=8, can wait up to 179ms
2024-12-09T08:05:49,571 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,572 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,102,1, try=9, can wait up to 78ms
2024-12-09T08:05:49,672 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,672 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,102,1 is throwing ServerNotRunningYetException for 1733731549650ms; trying another server
2024-12-09T08:05:49,673 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,102,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,673 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-09T08:05:49,673 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-09T08:05:49,673 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1 in 1.1740 sec
2024-12-09T08:05:49,673 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:49,674 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=20, timestamp=1733731549694
2024-12-09T08:05:49,694 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:49,845 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:49,845 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:49,846 INFO  [PEWorker-30 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-09T08:05:49,997 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:49,997 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-09T08:05:50,098 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,098 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 899ms
2024-12-09T08:05:50,198 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,199 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 798ms
2024-12-09T08:05:50,299 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,300 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 697ms
2024-12-09T08:05:50,401 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,402 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 595ms
2024-12-09T08:05:50,502 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,502 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 495ms
2024-12-09T08:05:50,603 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,603 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 394ms
2024-12-09T08:05:50,704 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,704 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 293ms
2024-12-09T08:05:50,805 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,805 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 192ms
2024-12-09T08:05:50,905 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:50,906 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 91ms
2024-12-09T08:05:51,006 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,007 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1733731550997ms; trying another server
2024-12-09T08:05:51,007 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,007 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-09T08:05:51,008 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-09T08:05:51,008 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1610 sec
2024-12-09T08:05:51,008 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:51,008 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=40, timestamp=1733731551048
2024-12-09T08:05:51,049 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:51,199 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:51,199 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:51,199 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:51,199 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:51,199 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:51,199 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:51,200 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:51,200 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:51,200 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:51,200 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:51,200 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:51,200 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:51,200 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:51,201 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-09T08:05:51,351 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,352 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-09T08:05:51,453 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,453 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 899ms
2024-12-09T08:05:51,554 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,554 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 798ms
2024-12-09T08:05:51,654 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,655 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 697ms
2024-12-09T08:05:51,755 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,756 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 596ms
2024-12-09T08:05:51,856 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,857 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 495ms
2024-12-09T08:05:51,957 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:51,957 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 395ms
2024-12-09T08:05:52,058 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,058 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 294ms
2024-12-09T08:05:52,159 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,159 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 193ms
2024-12-09T08:05:52,260 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,260 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 92ms
2024-12-09T08:05:52,361 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,361 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1733731552352ms; trying another server
2024-12-09T08:05:52,361 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,361 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-09T08:05:52,362 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-09T08:05:52,362 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1610 sec
2024-12-09T08:05:52,362 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:52,362 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=80, timestamp=1733731552442
2024-12-09T08:05:52,443 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:52,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:52,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:52,594 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:52,595 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:52,595 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:52,595 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1}]
2024-12-09T08:05:52,746 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,746 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=0, can wait up to 1000ms
2024-12-09T08:05:52,847 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,847 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=1, can wait up to 899ms
2024-12-09T08:05:52,948 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:52,948 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=2, can wait up to 798ms
2024-12-09T08:05:53,051 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,051 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=3, can wait up to 695ms
2024-12-09T08:05:53,152 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,152 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=4, can wait up to 594ms
2024-12-09T08:05:53,255 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,255 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=5, can wait up to 491ms
2024-12-09T08:05:53,356 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,356 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=6, can wait up to 390ms
2024-12-09T08:05:53,456 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,456 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=7, can wait up to 290ms
2024-12-09T08:05:53,557 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,558 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=8, can wait up to 188ms
2024-12-09T08:05:53,664 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,664 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=9, can wait up to 82ms
2024-12-09T08:05:53,765 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,766 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,109,1 is throwing ServerNotRunningYetException for 1733731553746ms; trying another server
2024-12-09T08:05:53,766 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,109,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:53,766 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-09T08:05:53,767 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-09T08:05:53,767 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1 in 1.1710 sec
2024-12-09T08:05:53,767 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:53,767 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1733731553867
2024-12-09T08:05:53,868 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:54,018 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:54,019 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:54,019 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:54,020 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:54,020 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:54,020 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:54,020 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:54,020 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-09T08:05:54,170 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,170 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-09T08:05:54,273 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,273 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 897ms
2024-12-09T08:05:54,374 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,374 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 796ms
2024-12-09T08:05:54,476 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,476 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 694ms
2024-12-09T08:05:54,576 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,577 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 593ms
2024-12-09T08:05:54,677 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,678 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 492ms
2024-12-09T08:05:54,778 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,779 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 391ms
2024-12-09T08:05:54,879 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,880 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 290ms
2024-12-09T08:05:54,981 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:54,981 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 189ms
2024-12-09T08:05:55,082 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,082 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 88ms
2024-12-09T08:05:55,183 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,183 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1733731555170ms; trying another server
2024-12-09T08:05:55,183 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,184 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-09T08:05:55,184 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1630 sec
2024-12-09T08:05:55,184 INFO  [PEWorker-46 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-09T08:05:55,184 WARN  [PEWorker-46 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:55,185 INFO  [PEWorker-46 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1733731555285
2024-12-09T08:05:55,285 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:55,436 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:55,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:55,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:55,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:55,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:55,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:55,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:55,441 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-09T08:05:55,596 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,596 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-09T08:05:55,696 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,696 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 900ms
2024-12-09T08:05:55,797 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,797 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 799ms
2024-12-09T08:05:55,898 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,898 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 698ms
2024-12-09T08:05:55,999 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:55,999 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 597ms
2024-12-09T08:05:56,100 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,100 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 496ms
2024-12-09T08:05:56,204 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,204 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 392ms
2024-12-09T08:05:56,306 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,307 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 289ms
2024-12-09T08:05:56,407 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,407 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 189ms
2024-12-09T08:05:56,508 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,508 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 88ms
2024-12-09T08:05:56,609 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,609 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1733731556596ms; trying another server
2024-12-09T08:05:56,609 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:56,610 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-09T08:05:56,610 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1690 sec
2024-12-09T08:05:56,611 INFO  [PEWorker-51 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-09T08:05:56,611 ERROR [PEWorker-51 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-09T08:05:56,612 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN exec-time=13.5990 sec
2024-12-09T08:05:56,612 WARN  [PEWorker-51 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-09T08:05:56,635 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testRetriesExhaustedFailure(TestAMServerFailedOpen.java:68) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testServerNotYetRunning(TestAMServerFailedOpen.java:54) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:56,636 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(72): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:56,636 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-09T08:05:56,637 INFO  [PEWorker-53 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-09T08:05:56,638 INFO  [PEWorker-53 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=FAILED_OPEN, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:56,687 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=14
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:56,792 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:56,793 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:56,793 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:56,793 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:56,793 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:56,793 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:56,793 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:56,796 INFO  [PEWorker-54 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1}]
2024-12-09T08:05:56,949 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-12-09T08:05:56,949 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 in 153 msec
2024-12-09T08:05:56,949 INFO  [PEWorker-57 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN in 313 msec
2024-12-09T08:05:56,988 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T08:05:56,988 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-09T08:05:56,988 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-09T08:05:57,010 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=67 (was 23)
Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-56
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-49
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-44
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-42
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-47
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-46
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-54
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-43
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-57
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-48
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-45
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-50
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-53
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-55
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c41339af-ee07-ff87-5658-cc55173a8626/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733731542309
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)
 - Thread LEAK? -, OpenFileDescriptor=294 (was 290) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=822 (was 790) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=688 (was 476) - AvailableMemoryMB LEAK? -
2024-12-09T08:05:57,050 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=44, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=822, ProcessCount=11, AvailableMemoryMB=688
2024-12-09T08:05:57,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-log-dir so I do NOT create it in target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1
2024-12-09T08:05:57,094 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-log-dir Erasing configuration value by system value.
2024-12-09T08:05:57,094 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-tmp-dir so I do NOT create it in target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1
2024-12-09T08:05:57,094 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9a3ebb37-a628-12cf-8afa-3332c816046f/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-09T08:05:57,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1
2024-12-09T08:05:57,161 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1 with version=8
2024-12-09T08:05:57,194 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/hbase.id with ID: ef4ec627-cba6-4350-a0ce-f68256b930a9
2024-12-09T08:05:57,319 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T08:05:57,320 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T08:05:57,322 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T08:05:57,323 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T08:05:57,378 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/data/master/store
2024-12-09T08:05:57,400 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T08:05:57,400 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T08:05:57,400 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:57,400 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:57,400 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T08:05:57,400 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:57,400 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T08:05:57,401 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-09T08:05:57,401 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/data/master/store/.initializing
2024-12-09T08:05:57,401 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-09T08:05:57,411 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T08:05:57,421 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/oldWALs, maxLogs=10
2024-12-09T08:05:57,461 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733731557421
2024-12-09T08:05:57,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T08:05:57,464 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T08:05:57,464 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T08:05:57,465 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:57,465 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:57,466 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:57,475 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T08:05:57,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:57,476 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T08:05:57,476 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:57,485 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T08:05:57,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:57,485 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:57,485 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:57,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T08:05:57,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:57,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:57,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T08:05:57,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T08:05:57,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T08:05:57,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T08:05:57,501 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:57,501 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:57,502 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T08:05:57,506 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T08:05:57,548 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T08:05:57,549 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72995643, jitterRate=0.08771984279155731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T08:05:57,549 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-09T08:05:57,550 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T08:05:57,563 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-09T08:05:57,564 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-09T08:05:57,565 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-09T08:05:57,589 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733731587589
2024-12-09T08:05:57,589 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T08:05:57,593 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-09T08:05:57,593 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-09T08:05:57,593 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-09T08:05:57,593 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-09T08:05:57,593 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-09T08:05:57,594 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-09T08:05:57,594 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-09T08:05:57,594 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-09T08:05:57,594 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-09T08:05:57,594 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-09T08:05:57,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T08:05:57,595 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T08:05:57,595 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:57,645 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-09T08:05:57,745 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:57,746 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:57,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:57,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:57,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:57,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:57,746 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:57,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:57,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:57,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:57,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:57,747 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:57,747 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:57,747 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,100,1}]
2024-12-09T08:05:57,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T08:05:57,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,100,1 in 152 msec
2024-12-09T08:05:57,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 305 msec
2024-12-09T08:05:57,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-09T08:05:57,946 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-09T08:05:57,947 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T08:05:57,996 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-09T08:05:58,097 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:58,097 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:58,097 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:58,098 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:58,098 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:58,100 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-09T08:05:58,260 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:58,260 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:05:58,261 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:58,265 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-09T08:05:58,265 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 164 msec
2024-12-09T08:05:58,265 INFO  [PEWorker-9 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-09T08:05:58,265 INFO  [PEWorker-9 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:58,416 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:58,416 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:58,416 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:58,416 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:58,417 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:58,417 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:58,417 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-09T08:05:58,569 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:58,569 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:05:58,569 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:58,570 INFO  [PEWorker-12 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-09T08:05:58,570 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-09T08:05:58,570 INFO  [PEWorker-12 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 153 msec
2024-12-09T08:05:58,570 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:58,723 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:58,723 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:58,724 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:58,724 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1}]
2024-12-09T08:05:58,875 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:58,876 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,105,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:05:58,876 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,105,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:58,877 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-09T08:05:58,877 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1 in 152 msec
2024-12-09T08:05:58,877 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-09T08:05:58,877 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:59,027 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:59,028 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:59,028 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:59,028 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:59,028 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:59,028 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:59,028 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:59,029 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:59,029 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:59,029 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:59,029 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:59,029 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:59,029 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:59,029 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1}]
2024-12-09T08:05:59,181 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:59,181 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,107,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:05:59,181 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,107,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:59,182 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-09T08:05:59,182 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 in 153 msec
2024-12-09T08:05:59,182 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-09T08:05:59,182 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:59,183 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=10, timestamp=1733731559193
2024-12-09T08:05:59,193 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:59,344 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:59,345 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:59,345 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:59,345 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,106,1}]
2024-12-09T08:05:59,496 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:59,497 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,106,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:05:59,497 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,106,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:59,498 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-09T08:05:59,498 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-09T08:05:59,498 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,106,1 in 152 msec
2024-12-09T08:05:59,498 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:59,498 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=20, timestamp=1733731559518
2024-12-09T08:05:59,519 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:05:59,669 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:05:59,670 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:05:59,670 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:05:59,671 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,101,1}]
2024-12-09T08:05:59,822 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:59,822 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,101,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:05:59,822 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,101,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:05:59,823 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-09T08:05:59,823 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,101,1 in 152 msec
2024-12-09T08:05:59,823 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-09T08:05:59,824 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:05:59,824 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=40, timestamp=1733731559864
2024-12-09T08:05:59,864 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:06:00,015 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:06:00,015 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:06:00,015 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:06:00,015 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:06:00,015 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:06:00,016 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:06:00,016 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:06:00,016 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:06:00,016 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:06:00,016 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:06:00,016 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:06:00,016 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:06:00,016 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1}]
2024-12-09T08:06:00,167 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:00,167 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,107,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:06:00,167 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,107,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:00,168 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-09T08:06:00,168 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-09T08:06:00,168 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 in 152 msec
2024-12-09T08:06:00,168 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:06:00,169 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=80, timestamp=1733731560249
2024-12-09T08:06:00,249 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:06:00,400 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:06:00,400 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:06:00,401 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1}]
2024-12-09T08:06:00,552 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:00,552 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,103,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:06:00,552 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,103,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:00,553 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-09T08:06:00,553 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-09T08:06:00,553 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 in 152 msec
2024-12-09T08:06:00,553 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:06:00,553 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1733731560653
2024-12-09T08:06:00,654 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:06:00,804 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:06:00,805 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:06:00,805 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:06:00,805 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-09T08:06:00,956 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:00,957 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:06:00,957 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:00,957 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-09T08:06:00,958 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-09T08:06:00,958 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 152 msec
2024-12-09T08:06:00,958 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:06:00,958 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1733731561058
2024-12-09T08:06:01,059 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-09T08:06:01,209 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-09T08:06:01,209 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-09T08:06:01,209 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-09T08:06:01,209 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-09T08:06:01,210 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-09T08:06:01,210 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T08:06:01,210 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1}]
2024-12-09T08:06:01,361 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:01,361 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,109,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-09T08:06:01,361 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,109,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T08:06:01,362 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-09T08:06:01,362 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-09T08:06:01,362 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 in 152 msec
2024-12-09T08:06:01,362 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-09T08:06:01,363 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN exec-time=3.4170 sec
2024-12-09T08:06:01,363 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-09T08:06:01,403 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:06:01,404 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157
2024-12-09T08:06:01,404 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-09T08:06:01,405 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T08:06:01,405 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-09T08:06:01,405 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-09T08:06:01,414 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=77 (was 44)
Potentially hanging thread: PEWorker-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-9
	java.base@17.0.11/java.util.concurrent.CopyOnWriteArrayList.indexOfRange(CopyOnWriteArrayList.java:195)
	java.base@17.0.11/java.util.concurrent.CopyOnWriteArrayList.remove(CopyOnWriteArrayList.java:508)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2140)

Potentially hanging thread: PEWorker-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e80f93b0-ee85-9523-af05-8e8be6c06aa1/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733731557421
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)
 - Thread LEAK? -, OpenFileDescriptor=298 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=822 (was 822), ProcessCount=11 (was 11), AvailableMemoryMB=618 (was 688)